Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn Agent pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn is provisioned from template pingcap_tidb_ghpr_check2_8857-t2c4v-qkw3w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ec78000860e05cbd8a6451a48b7bfbfb4894256b" jenkins/label: "pingcap_tidb_ghpr_check2_8857-t2c4v" name: "pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=1652f438-cae7-4922-b0e7-d65fea587c6a JENKINS_NODE_COOKIE=1818039f-9aef-4051-830d-c928c4d6551c BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-ghpr_check2-8857 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/ghpr_check2","buildid":"1787417488896561152","prowjobid":"1652f438-cae7-4922-b0e7-d65fea587c6a","refs":{"org":"pingcap","repo":"tidb","base_ref":"master","base_sha":"17d3f7fd4599c86fed367db1051156abc0b3cd5b","pulls":[{"number":52979,"author":"AilinKid","sha":"b0d261279c255c19158d64f9babe555d41756bd8","title":"planner: fix index merge shouldn't push partial limit down when index plans are keep ordered"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#8857 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787417488896561152 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_ghpr_check2_8857-t2c4v GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-da268d9e668a40ac9bdc52566cc558810a4c43d7bbe3d53ea4e01dfdf6821af4 NODE_LABELS=pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn pingcap_tidb_ghpr_check2_8857-t2c4v GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/display/redirect BUILD_NUMBER=8857 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build2382073617=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-8857-t2c4v-qkw3w-hrtzn bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 51877 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 52d0833835719313 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 26 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 09:42:24 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-17d3f7f) 460455936 bytes in 2.61 secs (176319708 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.git/ .git HEAD is now at 17d3f7fd45 planner: small refactor for plan cache (#53028) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) POST git-upload-pack (gzip 2073 to 1091 bytes) From https://github.com/pingcap/tidb = [up to date] master -> origin/master * [new ref] refs/pull/52979/head -> origin/pr/52979/head HEAD is now at 17d3f7fd45 planner: small refactor for plan cache (#53028) 🚧 Checkouting to base SHA:17d3f7fd4599c86fed367db1051156abc0b3cd5b... HEAD is now at 17d3f7fd45 planner: small refactor for plan cache (#53028) βœ… Checked. πŸŽ‰ 🧾 HEAD info: 17d3f7fd4599c86fed367db1051156abc0b3cd5b 17d3f7fd45 planner: small refactor for plan cache (#53028) 659f32a813 infoschema: try other PDs if one cannot serve the request (#52843) 516977e1f9 planner: move ShowPredicateExtractor interface to base package out of core (#52953) 🚧 Pre-merge heads of pull requests to base SHA: 17d3f7fd4599c86fed367db1051156abc0b3cd5b ... Merge made by the 'ort' strategy. pkg/planner/core/task.go | 12 +++++-- .../casetest/physicalplantest/physical_plan.result | 41 ++++++++++++++++++++++ .../casetest/physicalplantest/physical_plan.test | 14 ++++++++ 3 files changed, 64 insertions(+), 3 deletions(-) 🧾 Pre-merged result: e28e653fd8d15cc1000daf64d985481ea9a46637 e28e653fd8 Merge commit 'b0d261279c255c19158d64f9babe555d41756bd8' into HEAD 17d3f7fd45 planner: small refactor for plan cache (#53028) b0d261279c . βœ… Pre merged πŸŽ‰ βœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-17d3f7f-b0d2612) 460720128 bytes in 8.06 secs (57142454 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-87-ge28e653fd8" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 09:42:47" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=e28e653fd8d15cc1000daf64d985481ea9a46637" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145241-6cb0704fce51 go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading golang.org/x/text v0.14.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/time v0.5.0 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.0 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/apache/thrift v0.16.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading k8s.io/apimachinery v0.28.6 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-17d3f7fd4599c86fed367db1051156abc0b3cd5b-b0d261279c255c19158d64f9babe555d41756bd8) 216931328 bytes in 4.26 secs (50906475 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1171 0 --:--:-- --:--:-- --:--:-- 1205 + sha1=88099c95a3c0c13a827c0795c3d45070264665e4 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + echo 'πŸ“‚ extract bin from tikv-server.tar.gz ...' πŸ“‚ extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo 'βœ… extracted bin from tikv-server.tar.gz .' βœ… extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1096 0 --:--:-- --:--:-- --:--:-- 1108 + sha1=f83febabecb98b95b098fd31a3664178f8a6b437 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + echo 'πŸ“‚ extract bin from pd-server.tar.gz ...' πŸ“‚ extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo 'βœ… extracted bin from pd-server.tar.gz .' βœ… extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 57.90 secs (36999558 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-ttmn7-3m5mq-4gfc3 [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-62857-98wbx-krcqp Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-bpd1n-2t490-bn6nb [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-x5x15-s2p8z-h40g8 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-bl95p-hcf7m-t5pp7 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-075q0-bnjcx-9rx9v Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-sq6p9-qm4ml-sg4kx Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-32flh-qx6b6-kx52k Agent pingcap-tidb-ghpr-check2-8857-62857-98wbx-krcqp is provisioned from template pingcap_tidb_ghpr_check2_8857-62857-98wbx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "9f931fd4fa0686aaf90710473cb4b0d22f25da71" jenkins/label: "pingcap_tidb_ghpr_check2_8857-62857" name: "pingcap-tidb-ghpr-check2-8857-62857-98wbx-krcqp" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-62857-98wbx-krcqp" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-62857-98wbx-krcqp" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-62857-98wbx-krcqp in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-ghpr-check2-8857-075q0-bnjcx-9rx9v is provisioned from template pingcap_tidb_ghpr_check2_8857-075q0-bnjcx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5bab32106a615a46c1ced6733741ca7e0597fd80" jenkins/label: "pingcap_tidb_ghpr_check2_8857-075q0" name: "pingcap-tidb-ghpr-check2-8857-075q0-bnjcx-9rx9v" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-075q0-bnjcx-9rx9v" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-075q0-bnjcx-9rx9v" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-mnjjh-n4mqj-s0lvf Running on pingcap-tidb-ghpr-check2-8857-075q0-bnjcx-9rx9v in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] podTemplate Agent pingcap-tidb-ghpr-check2-8857-x5x15-s2p8z-h40g8 is provisioned from template pingcap_tidb_ghpr_check2_8857-x5x15-s2p8z --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a9081d49a131a95cad80b82d22caab2226bea82b" jenkins/label: "pingcap_tidb_ghpr_check2_8857-x5x15" name: "pingcap-tidb-ghpr-check2-8857-x5x15-s2p8z-h40g8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-x5x15-s2p8z-h40g8" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-x5x15-s2p8z-h40g8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { [Pipeline] { Running on pingcap-tidb-ghpr-check2-8857-x5x15-s2p8z-h40g8 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8857-ttmn7-3m5mq-4gfc3 is provisioned from template pingcap_tidb_ghpr_check2_8857-ttmn7-3m5mq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "612fe8b76b5a675e9fffcdffd67c8b10a37617ad" jenkins/label: "pingcap_tidb_ghpr_check2_8857-ttmn7" name: "pingcap-tidb-ghpr-check2-8857-ttmn7-3m5mq-4gfc3" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-ttmn7-3m5mq-4gfc3" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-ttmn7-3m5mq-4gfc3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-ttmn7-3m5mq-4gfc3 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] node [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@327bc5ba; decorates RemoteLauncher[hudson.remoting.Channel@20870e96:JNLP4-connect connection from 10.233.70.245/10.233.70.245:34610] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-8857-bl95p-hcf7m-t5pp7 is provisioned from template pingcap_tidb_ghpr_check2_8857-bl95p-hcf7m --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7036cd825d73a4385ed37bb1bdcf00bd2e58f135" jenkins/label: "pingcap_tidb_ghpr_check2_8857-bl95p" name: "pingcap-tidb-ghpr-check2-8857-bl95p-hcf7m-t5pp7" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-bl95p-hcf7m-t5pp7" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-bl95p-hcf7m-t5pp7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-bl95p-hcf7m-t5pp7 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git The recommended git tool is: git [Pipeline] podTemplate [Pipeline] { Agent pingcap-tidb-ghpr-check2-8857-sq6p9-qm4ml-sg4kx is provisioned from template pingcap_tidb_ghpr_check2_8857-sq6p9-qm4ml --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ce46b12f431612325d845ad794a71d865b4dba45" jenkins/label: "pingcap_tidb_ghpr_check2_8857-sq6p9" name: "pingcap-tidb-ghpr-check2-8857-sq6p9-qm4ml-sg4kx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-sq6p9-qm4ml-sg4kx" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-sq6p9-qm4ml-sg4kx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-sq6p9-qm4ml-sg4kx in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] node [Pipeline] { [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-g59qg-lj9d0-fnw35 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@d3d413c; decorates RemoteLauncher[hudson.remoting.Channel@31b07225:JNLP4-connect connection from 10.233.84.160/10.233.84.160:55872] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6389cdfa; decorates RemoteLauncher[hudson.remoting.Channel@7675aebf:JNLP4-connect connection from 10.233.72.242/10.233.72.242:43364] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4627d8df; decorates RemoteLauncher[hudson.remoting.Channel@6104aaaf:JNLP4-connect connection from 10.233.68.127/10.233.68.127:55456] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-n9bsg-ns833-bts6v No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3dcd72cd; decorates RemoteLauncher[hudson.remoting.Channel@11cc4bdf:JNLP4-connect connection from 10.233.67.160/10.233.67.160:40500] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@77c1ebae; decorates RemoteLauncher[hudson.remoting.Channel@1c04bf47:JNLP4-connect connection from 10.233.71.24/10.233.71.24:53044] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-k8b9g-c4t5t-vqqz6 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Still waiting to schedule task β€˜pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x’ is offline Agent pingcap-tidb-ghpr-check2-8857-bpd1n-2t490-bn6nb is provisioned from template pingcap_tidb_ghpr_check2_8857-bpd1n-2t490 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2f508f025708fafa8d69f7f314ef88bae1493a8f" jenkins/label: "pingcap_tidb_ghpr_check2_8857-bpd1n" name: "pingcap-tidb-ghpr-check2-8857-bpd1n-2t490-bn6nb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-bpd1n-2t490-bn6nb" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-bpd1n-2t490-bn6nb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-6zc4n-t0d2z-s0x2p Avoid second fetch [Pipeline] node Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Running on pingcap-tidb-ghpr-check2-8857-bpd1n-2t490-bn6nb in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-jwnl4-0bbl2-4n94t > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x is provisioned from template pingcap_tidb_ghpr_check2_8857-8fxhp-8tq9f --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3dec456314e538fe4a128e38fb8d6c657fbb6f08" jenkins/label: "pingcap_tidb_ghpr_check2_8857-8fxhp" name: "pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Running on pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-3tx5x in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@34f6e22f; decorates RemoteLauncher[hudson.remoting.Channel@1e9c5910:JNLP4-connect connection from 10.233.108.199/10.233.108.199:57284] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-ghpr-check2-8857-32flh-qx6b6-kx52k is provisioned from template pingcap_tidb_ghpr_check2_8857-32flh-qx6b6 Agent pingcap-tidb-ghpr-check2-8857-mnjjh-n4mqj-s0lvf is provisioned from template pingcap_tidb_ghpr_check2_8857-mnjjh-n4mqj --- apiVersion: "v1" kind: "Pod" metadata: --- apiVersion: "v1" kind: "Pod" metadata: annotations: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "958b2b036e3fb005ed0494bc7fb4f5479ae54c8d" jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d4d7063282043ff28aefe9d943de2df308ec9c90" jenkins/label: "pingcap_tidb_ghpr_check2_8857-32flh" name: "pingcap-tidb-ghpr-check2-8857-32flh-qx6b6-kx52k" namespace: "jenkins-tidb" jenkins/label: "pingcap_tidb_ghpr_check2_8857-mnjjh" name: "pingcap-tidb-ghpr-check2-8857-mnjjh-n4mqj-s0lvf" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" memory: "128Mi" cpu: "100m" tty: true volumeMounts: cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" name: "report" resources: limits: memory: "256Mi" cpu: "100m" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-32flh-qx6b6-kx52k" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-mnjjh-n4mqj-s0lvf" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-mnjjh-n4mqj-s0lvf" value: "pingcap-tidb-ghpr-check2-8857-32flh-qx6b6-kx52k" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "jnlp" resources: requests: memory: "256Mi" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: - path: "cpu_limit" resourceFieldRef: containerName: "golang" claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: resource: "requests.cpu" - path: "mem_limit" containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" resourceFieldRef: containerName: "golang" resource: "limits.memory" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - path: "mem_request" resourceFieldRef: containerName: "golang" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Running on pingcap-tidb-ghpr-check2-8857-mnjjh-n4mqj-s0lvf in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Running on pingcap-tidb-ghpr-check2-8857-32flh-qx6b6-kx52k in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-8fxhp-8tq9f-m9mqt Agent pingcap-tidb-ghpr-check2-8857-n9bsg-ns833-bts6v is provisioned from template pingcap_tidb_ghpr_check2_8857-n9bsg-ns833 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "335b19c1e1f48d3d337ff561a3fe68cf1ee2efa6" jenkins/label: "pingcap_tidb_ghpr_check2_8857-n9bsg" name: "pingcap-tidb-ghpr-check2-8857-n9bsg-ns833-bts6v" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-n9bsg-ns833-bts6v" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-n9bsg-ns833-bts6v" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Running on pingcap-tidb-ghpr-check2-8857-n9bsg-ns833-bts6v in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-ghpr-check2-8857-jwnl4-0bbl2-4n94t is provisioned from template pingcap_tidb_ghpr_check2_8857-jwnl4-0bbl2 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2f974612579de43a62200441c37cf23a3fdf0559" jenkins/label: "pingcap_tidb_ghpr_check2_8857-jwnl4" name: "pingcap-tidb-ghpr-check2-8857-jwnl4-0bbl2-4n94t" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-jwnl4-0bbl2-4n94t" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-jwnl4-0bbl2-4n94t" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-jwnl4-0bbl2-4n94t in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8857-g59qg-lj9d0-fnw35 is provisioned from template pingcap_tidb_ghpr_check2_8857-g59qg-lj9d0 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a315a318940be7f47b4c59d5027dcab385d4de3e" jenkins/label: "pingcap_tidb_ghpr_check2_8857-g59qg" name: "pingcap-tidb-ghpr-check2-8857-g59qg-lj9d0-fnw35" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-g59qg-lj9d0-fnw35" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-g59qg-lj9d0-fnw35" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-g59qg-lj9d0-fnw35 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Still waiting to schedule task β€˜pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb’ is offline Agent pingcap-tidb-ghpr-check2-8857-k8b9g-c4t5t-vqqz6 is provisioned from template pingcap_tidb_ghpr_check2_8857-k8b9g-c4t5t --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c23a2a2bf861a4d1b3410c3bd1879b69cd901827" jenkins/label: "pingcap_tidb_ghpr_check2_8857-k8b9g" name: "pingcap-tidb-ghpr-check2-8857-k8b9g-c4t5t-vqqz6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-k8b9g-c4t5t-vqqz6" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-k8b9g-c4t5t-vqqz6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 4.45 secs (481632350 bytes/sec) [Pipeline] { Running on pingcap-tidb-ghpr-check2-8857-k8b9g-c4t5t-vqqz6 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { Agent pingcap-tidb-ghpr-check2-8857-6zc4n-t0d2z-s0x2p is provisioned from template pingcap_tidb_ghpr_check2_8857-6zc4n-t0d2z --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ae559ace80fb8eb65433ca40df461090a33f65ea" jenkins/label: "pingcap_tidb_ghpr_check2_8857-6zc4n" name: "pingcap-tidb-ghpr-check2-8857-6zc4n-t0d2z-s0x2p" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-6zc4n-t0d2z-s0x2p" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-6zc4n-t0d2z-s0x2p" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] sh Running on pingcap-tidb-ghpr-check2-8857-6zc4n-t0d2z-s0x2p in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] node [Pipeline] node [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { Agent pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb is provisioned from template pingcap_tidb_ghpr_check2_8857-rndlk-68v2x --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f1824e41c87e82b87aaa3c866404b6d9b6c8d727" jenkins/label: "pingcap_tidb_ghpr_check2_8857-rndlk" name: "pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { Running on pingcap-tidb-ghpr-check2-8857-rndlk-68v2x-qn5mb in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] checkout [Pipeline] { The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-stz1g-p17jw-g7xf2 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8857-xnx38-q61w0-995wx [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] withCredentials No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6573aa9d; decorates RemoteLauncher[hudson.remoting.Channel@2343f5eb:JNLP4-connect connection from 10.233.105.237/10.233.105.237:53640] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@71168e93; decorates RemoteLauncher[hudson.remoting.Channel@60a0626b:JNLP4-connect connection from 10.233.86.98/10.233.86.98:37840] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3ed1ad35; decorates RemoteLauncher[hudson.remoting.Channel@5d4afd70:JNLP4-connect connection from 10.233.105.21/10.233.105.21:34374] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] // cache [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@287fd132; decorates RemoteLauncher[hudson.remoting.Channel@32916e7b:JNLP4-connect connection from 10.233.66.194/10.233.66.194:43592] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5366c16d; decorates RemoteLauncher[hudson.remoting.Channel@55d01271:JNLP4-connect connection from 10.233.69.128/10.233.69.128:33046] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5d23fdbc; decorates RemoteLauncher[hudson.remoting.Channel@266de6d:JNLP4-connect connection from 10.233.123.47/10.233.123.47:41402] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] checkout [Pipeline] { [Pipeline] { The recommended git tool is: git [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@e57c4f9; decorates RemoteLauncher[hudson.remoting.Channel@425a1147:JNLP4-connect connection from 10.233.90.46/10.233.90.46:41592] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] { [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7eb3546; decorates RemoteLauncher[hudson.remoting.Channel@4a716b44:JNLP4-connect connection from 10.233.68.107/10.233.68.107:35498] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4be80e01; decorates RemoteLauncher[hudson.remoting.Channel@59fa55f6:JNLP4-connect connection from 10.233.108.161/10.233.108.161:33646] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-ghpr-check2-8857-stz1g-p17jw-g7xf2 is provisioned from template pingcap_tidb_ghpr_check2_8857-stz1g-p17jw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "df95f794550ac151a2f7e308c11418f363ce7dc2" jenkins/label: "pingcap_tidb_ghpr_check2_8857-stz1g" name: "pingcap-tidb-ghpr-check2-8857-stz1g-p17jw-g7xf2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-stz1g-p17jw-g7xf2" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-stz1g-p17jw-g7xf2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tidb-ghpr-check2-8857-stz1g-p17jw-g7xf2 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 4.22 secs (507336859 bytes/sec) [Pipeline] { [Pipeline] cache Agent pingcap-tidb-ghpr-check2-8857-xnx38-q61w0-995wx is provisioned from template pingcap_tidb_ghpr_check2_8857-xnx38-q61w0 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8857/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8857/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "181c0704e164b440bedfc8798e478bdc177921f7" jenkins/label: "pingcap_tidb_ghpr_check2_8857-xnx38" name: "pingcap-tidb-ghpr-check2-8857-xnx38-q61w0-995wx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8857-xnx38-q61w0-995wx" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8857-xnx38-q61w0-995wx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8857-xnx38-q61w0-995wx in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 18.56 secs (115434325 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 5.37 secs (398793490 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 4.78 secs (448296685 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 10.16 secs (210853786 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 21.74 secs (98541666 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@935b73a; decorates RemoteLauncher[hudson.remoting.Channel@1ad8dfd7:JNLP4-connect connection from 10.233.72.239/10.233.72.239:33356] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@24a5f6ba; decorates RemoteLauncher[hudson.remoting.Channel@127a5e65:JNLP4-connect connection from 10.233.71.215/10.233.71.215:41876] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] { [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] { [Pipeline] { [Pipeline] { Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 11.46 secs (186961862 bytes/sec) [Pipeline] { [Pipeline] cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 77d170d9-c7d8-4815-88a5-e428d15861b8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_47.2816943006/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 6.83 secs (313433843 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (74 packages loaded, 842 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10453 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 4.18 secs (513038043 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 4.21 secs (508984721 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11262 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.7 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.0 MiB / 10.7 MiB; 2s remote-cache ... (2 actions, 0 running) [217 / 316] GoCompilePkg build/linter/staticcheck/S1000.a [for tool]; Downloading build/linter/staticcheck/S1000.a; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.128s, Critical Path: 4.37s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 7dada6a1-0663-4dc8-9076-0becf53c706b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_47.2816943006/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11909 targets configured) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12954 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 20] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (8 actions, 0 running) [555 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (5 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.178s, Critical Path: 3.00s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: a068a305-5b3d-4863-aec1-6875208c712f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_47.2816943006/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 14.91 secs (143658738 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (465 packages loaded, 1633 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (681 packages loaded, 4155 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (903 packages loaded, 14405 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (993 packages loaded, 16146 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1101 packages loaded, 16704 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 4.16 secs (514423675 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (1162 packages loaded, 17331 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1238 packages loaded, 18237 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1344 packages loaded, 18718 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1398 packages loaded, 19128 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1403 packages loaded, 19403 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1497 packages loaded, 20042 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 5.0 MiB / 8.3 MiB; 0s remote-cache ... (3 actions, 0 running) [25 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [93 / 1,547] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 3.0 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 6.28 secs (341167516 bytes/sec) [Pipeline] { [Pipeline] cache [386 / 1,547] GoCompilePkg external/org_golang_x_net/http/httpproxy/httpproxy.a; Downloading external/org_golang_x_net/http/httpproxy/httpproxy.a; 0s remote-cache ... (8 actions, 0 running) [700 / 1,547] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 2.0 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [920 / 1,547] GoCompilePkg external/com_github_prometheus_client_golang/prometheus/promhttp/promhttp.a; Downloading external/com_github_prometheus_client_golang/prometheus/promhttp/promhttp.a; 0s remote-cache ... (8 actions, 0 running) [1,109 / 1,547] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 12.0 MiB / 15.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,185 / 1,547] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (8 actions, 0 running) [1,269 / 1,547] [Prepa] GoCompilePkg pkg/util/logutil/logutil.a ... (3 actions, 0 running) [1,385 / 1,547] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 4.0 MiB / 80.2 MiB; 0s remote-cache ... (7 actions, 0 running) [1,416 / 1,547] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,455 / 1,547] GoCompilePkg pkg/util/dbutil/dbutil.a; Downloading pkg/util/dbutil/dbutil.a, 39.4 KiB / 620.1 KiB; 0s remote-cache ... (6 actions, 0 running) [1,501 / 1,547] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,522 / 1,547] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 38.8 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,538 / 1,547] [Prepa] GoCompilePkg pkg/session/session.a Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 8.72 secs (245656730 bytes/sec) [Pipeline] { [Pipeline] cache [1,538 / 1,547] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,538 / 1,547] GoCompilePkg pkg/session/session.a; 3s remote-cache, linux-sandbox [1,539 / 1,547] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox [1,541 / 1,547] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,542 / 1,547] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,543 / 1,547] [Prepa] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a [1,543 / 1,547] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a; 1s remote-cache, linux-sandbox [1,545 / 1,547] [Prepa] GoCompilePkg tests/realtikvtest/brietest/brietest_test~testmain.a [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 6s remote-cache, linux-sandbox Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 15.98 secs (134054624 bytes/sec) [Pipeline] { [Pipeline] sh [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 8s remote-cache, linux-sandbox [Pipeline] sh [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 9s remote-cache, linux-sandbox + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] withEnv [Pipeline] { [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh [Pipeline] container [Pipeline] { [1,553 / 1,555] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [Pipeline] stage [Pipeline] { (Test) [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] stage [Pipeline] { (Test) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r-- 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } start tidb-server, log file: ./integration-test.out tidb-server(PID: 1595) started run all integration test cases (disabled new collation) Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] { [Pipeline] { ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.720215721 s [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.659260547 s [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh ./t/collation_misc.test: ok! 66 test cases passed, take time 0.653367625 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.69254335 s Great, All tests passed [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 10s remote-cache, linux-sandbox + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading github.com/sergi/go-diff v1.1.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... go: downloading github.com/sergi/go-diff v1.1.0 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") go: downloading github.com/sergi/go-diff v1.1.0 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") integrationtest passed! ./run-tests.sh: line 1: kill: (1595) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 376b8bb9-c50b-45da-b000-a7be206dd834 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_51.2030736976/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 9d819d2d-507e-4851-88f0-e491815d1451 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_50.3131524635/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Starting local Bazel server and connecting to it... Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 710e0f7f-657b-4315-a5a9-4226851deebb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_51.2098615629/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 1833 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 0dc8ae9e-aa2b-43a1-8010-b34fcfc12945 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_50.1579596198/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (75 packages loaded, 1010 targets configured) Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (75 packages loaded, 854 targets configured) Analyzing: target //:gazelle (42 packages loaded, 391 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 942e0563-91e9-49a4-8faa-e57f9430c1e8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_48.1042754567/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (74 packages loaded, 727 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10443 targets configured) Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) Analyzing: target //:gazelle (180 packages loaded, 11266 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 24.67 secs (86851364 bytes/sec) [Pipeline] { Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] sh Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (185 packages loaded, 11266 targets configured) [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [Pipeline] cache [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.4 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/textflag.h; 0s remote-cache ... (3 actions, 0 running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (70 packages loaded, 686 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (170 packages loaded, 11252 targets configured) [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 40s remote-cache, linux-sandbox INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [148 / 316] GoCompilePkg external/com_github_daixiang0_gci/pkg/config/config.a [for tool]; Downloading external/com_github_daixiang0_gci/pkg/config/config.x; 0s remote-cache ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.4 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) + git status [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.151s, Critical Path: 3.71s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [30 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/link, 4.8 MiB / 4.9 MiB; 2s remote-cache ... (8 actions, 0 running) [19 / 316] [Prepa] Creating symlink bazel-out/k8-opt-exec-2B5CBBC6/bin/external/go_sdk/builder_reset/builder [for tool] Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 6c9050e3-3898-4913-8c38-5391063132d0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_51.2030736976/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [276 / 316] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.757s, Critical Path: 3.61s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 507e6dfa-450b-4ae6-9d42-cf501ecfe1f7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_50.3131524635/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11934 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (131 packages loaded, 12957 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11288 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8857) 2142289408 bytes in 3.97 secs (539457014 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-b0d261279c255c19158d64f9babe555d41756bd8 -rw-r--r--. 1 jenkins jenkins 0 May 6 17:45 rev-b0d261279c255c19158d64f9babe555d41756bd8 INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [276 / 316] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.724s, Critical Path: 4.32s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Analyzing: target //tools/tazel:tazel (70 packages loaded, 12785 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 32db6822-4e29-42b3-b4ef-92487afb681c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_51.2098615629/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [273 / 607] [Prepa] GoCompilePkg external/com_github_bazelbuild_buildtools/tables/tables.a ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (286 packages loaded, 13902 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [569 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; Downloading external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a, 817.6 KiB / 2.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11450 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.436s, Critical Path: 2.56s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] } [Pipeline] sh [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (8 actions, 0 running) [Pipeline] sh Analyzing: target //tools/tazel:tazel (66 packages loaded, 12772 targets configured) [Pipeline] sh [Pipeline] sh [575 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: d3b07b2b-b5a2-43df-a884-06d2f013005c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_51.2030736976/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] sh INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 Analyzing: target //tools/tazel:tazel (285 packages loaded, 13902 targets configured) [Pipeline] sh Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.774s, Critical Path: 2.47s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 12] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: ca686912-c0c2-44e6-b30a-26e000fb7271 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_50.3131524635/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/txntest:txntest_test (424 packages loaded, 2275 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (170 packages loaded, 11023 targets configured) Analyzing: target //:gazelle (258 packages loaded, 11682 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) [Pipeline] sh [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 Analyzing: target //tests/realtikvtest/txntest:txntest_test (639 packages loaded, 12773 targets configured) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8857 already exists) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [547 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/errorpb/errorpb.a; Downloading external/com_github_pingcap_kvproto/pkg/errorpb/errorpb.a, 1.1 MiB / 1.4 MiB; 0s remote-cache ... (2 actions, 0 running) [Pipeline] // dir Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (278 packages loaded, 1562 targets configured) [16 / 316] [Prepa] GoToolchainBinaryBuild external/go_sdk/builder [for tool] ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (876 packages loaded, 14343 targets configured) [606 / 607] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 4.0 MiB / 22.4 MiB; 0s remote-cache Post stage [Pipeline] sh Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.427s, Critical Path: 3.00s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (527 packages loaded, 7018 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (990 packages loaded, 16064 targets configured) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] // cache [Pipeline] sh [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.9 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] // cache bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: 9b65da89-d48e-455c-bd72-9724cb0ac7f9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution [Pipeline] sh Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (663 packages loaded, 13450 targets configured) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_51.2098615629/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 3.0 MiB / 3.4 MiB; 2s remote-cache ... (3 actions, 0 running) go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 Analyzing: target //tests/realtikvtest/txntest:txntest_test (1009 packages loaded, 16209 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) [Pipeline] sh None of the test reports contained any result [Checks API] No suitable checks publisher found. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (927 packages loaded, 15461 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1102 packages loaded, 16655 targets configured) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh No test report files were found. Configuration error? Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (373 packages loaded, 2518 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.3 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { Analyzing: target //tests/realtikvtest/txntest:txntest_test (1191 packages loaded, 17845 targets configured) start tidb-server, log file: ./integration-test.out tidb-server(PID: 1614) started run all integration test cases (enabled new collation) [Pipeline] script [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (969 packages loaded, 15933 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (607 packages loaded, 12145 targets configured) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache ... (8 actions, 0 running) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh [Pipeline] } [Pipeline] // script diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] } Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1062 packages loaded, 16549 targets configured) [Pipeline] // dir [Pipeline] } [277 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/pathtools/pathtools.a [for tool] ... (2 actions, 0 running) [Pipeline] // withCredentials Analyzing: target //tests/realtikvtest/txntest:txntest_test (1237 packages loaded, 18233 targets configured) [Pipeline] } [Pipeline] // timeout [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [Pipeline] // stage [Pipeline] } [Pipeline] // container Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (843 packages loaded, 13652 targets configured) [Pipeline] } [Pipeline] // withEnv [Pipeline] } Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 39.933s, Critical Path: 6.06s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [Pipeline] // node + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] } GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1190 packages loaded, 17716 targets configured) [Pipeline] // podTemplate [Pipeline] } [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-b0d261279c255c19158d64f9babe555d41756bd8 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] // withEnv GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (939 packages loaded, 15170 targets configured) [Pipeline] } [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pipelineddmltest Analyzing: target //tests/realtikvtest/txntest:txntest_test (1397 packages loaded, 19124 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 441ab737-ef39-4716-b86b-d83030e4b68b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_50.1579596198/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1237 packages loaded, 18232 targets configured) [Pipeline] // stage + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_flashbacktest ./t/show.test: ok! 3 test cases passed, take time 0.000469149 s [Pipeline] } go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.02615917 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.029030011 s go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1069 packages loaded, 16040 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1461 packages loaded, 19736 targets configured) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1496 packages loaded, 20037 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (2 actions, 0 running) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1343 packages loaded, 18713 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.1 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1157 packages loaded, 17026 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 10271 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1198 packages loaded, 17647 targets configured) Analyzing: target //tools/tazel:tazel (21 packages loaded, 12298 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (110 packages loaded, 10536 targets configured) Analyzing: target //:gazelle (194 packages loaded, 11288 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.2 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1402 packages loaded, 19398 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1296 packages loaded, 18100 targets configured) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1496 packages loaded, 20036 targets configured). INFO: Found 1 test target...  checking cached actions [0 / 11] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12910 targets configured) [21 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) [102 / 1,546] GoCompilePkg external/org_golang_x_tools/go/packages/packages.a [for tool]; Downloading external/org_golang_x_tools/go/packages/packages.a, 159.8 KiB / 843.2 KiB; 0s remote-cache ... (8 actions, 0 running) ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 3.965946626 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.073983873 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.167729853 s Analyzing: target //tools/tazel:tazel (294 packages loaded, 14013 targets configured) [399 / 1,546] GoCompilePkg external/com_github_google_btree/btree.a; Downloading external/com_github_google_btree/btree.a, 119.8 KiB / 624.7 KiB; 0s remote-cache ... (8 actions, 0 running) ./t/black_list.test: ok! 55 test cases passed, take time 0.115609281 s INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.1 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1395 packages loaded, 18626 targets configured) [730 / 1,546] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 983.6 KiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1497 packages loaded, 19679 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [271 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.8 MiB / 10.3 MiB; 0s remote-cache ... (2 actions, 0 running) Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [27 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,018 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/credentials/credentials.a; Downloading external/com_github_aws_aws_sdk_go/aws/credentials/credentials.a; 0s remote-cache ... (8 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (5 actions, 0 running) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [297 / 1,546] GoCompilePkg external/com_github_opentracing_opentracing_go/opentracing-go.a; 0s remote-cache ... (8 actions, 0 running) INFO: Invocation ID: d1136796-72f0-4c4d-a11c-319392c0f431 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_57.1239945704/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: cc78f218-e967-4de1-a698-f0b7306526bc INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_57.422316792/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,136 / 1,546] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 23.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache ... (2 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [462 / 607] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 3.9 MiB / 4.9 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Invocation ID: 8f7e3a05-a2b1-4e7c-bc11-6f99480739d4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_58.3267354076/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [20 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 2.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [649 / 1,546] GoCompilePkg external/org_golang_x_crypto/md4/md4.a; Downloading external/org_golang_x_crypto/md4/md4.a; 0s remote-cache ... (8 actions, 0 running) [1,243 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 49.0 MiB / 75.3 MiB; 0s remote-cache ... (5 actions, 0 running) ./t/clustered_index.test: ok! 47 test cases passed, take time 3.674598529 s go: downloading github.com/sergi/go-diff v1.1.0 [575 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) Loading: Loading: [183 / 1,542] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/atomicalign/atomicalign.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/atomicalign/atomicalign.x; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: Loading: 0 packages loaded bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.726832571 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [120 / 316] GoCompilePkg external/org_uber_go_zap/internal/stacktrace/stacktrace.a [for tool]; Downloading external/org_uber_go_zap/internal/stacktrace/stacktrace.a, 87.8 KiB / 87.8 KiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,344 / 1,546] GoCompilePkg pkg/util/stmtsummary/stmtsummary.a; Downloading pkg/util/stmtsummary/stmtsummary.a; 0s remote-cache ... (2 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [918 / 1,546] GoCompilePkg external/com_github_apache_thrift/lib/go/thrift/thrift.a; 0s remote-cache ... (8 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 [293 / 316] GoCompilePkg external/org_golang_x_tools_go_vcs/vcs.a [for tool]; 0s remote-cache ... (5 actions, 0 running) ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.756630477 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 10.976s, Critical Path: 4.75s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [461 / 1,542] GoCompilePkg external/org_golang_x_text/encoding/korean/korean.a; Downloading external/org_golang_x_text/encoding/korean/korean.a; 0s remote-cache ... (8 actions, 0 running) INFO: Invocation ID: e0880ee0-22e6-42ea-921e-0f3bcb2d3882 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_59.2831953880/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,140 / 1,546] GoCompilePkg external/io_etcd_go_etcd_api_v3/mvccpb/mvccpb.a; Downloading external/io_etcd_go_etcd_api_v3/mvccpb/mvccpb.facts; 0s remote-cache ... (7 actions, 0 running) go: downloading github.com/sergi/go-diff v1.1.0 Starting local Bazel server and connecting to it... INFO: Elapsed time: 45.082s, Critical Path: 6.44s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle ./t/collation_misc.test: ok! 66 test cases passed, take time 0.697405186 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,407 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 37.0 MiB / 80.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [756 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) Loading: [1,221 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 38.6 MiB / 75.3 MiB; 0s remote-cache ... (6 actions, 0 running) ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.804880433 s INFO: Invocation ID: 79610099-ed0a-47e7-b319-2cc1ce0258f0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_54.2264476574/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: ./t/common_collation.test: ok! 26 test cases passed, take time 0.226972752 s [1,431 / 1,546] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 3.3 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 0e9d4878-cfc9-4325-9d25-e2688ea5f91f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_48.1042754567/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Invocation ID: 20d38526-ae65-49b0-89d1-7b8e167ecc3c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_55.671827461/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 247876dc-59a6-42aa-8236-a4b92f74cf4a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_50.1579596198/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,018 / 1,542] GoCompilePkg external/org_golang_google_protobuf/protoadapt/protoadapt.a; Downloading external/org_golang_google_protobuf/protoadapt/protoadapt.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,271 / 1,546] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnkv.a; Downloading external/com_github_tikv_client_go_v2/txnkv/txnkv.a, 278.7 KiB / 1.3 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: [1,483 / 1,546] GoCompilePkg pkg/lightning/errormanager/errormanager.a; Downloading pkg/lightning/errormanager/errormanager.x; 0s remote-cache ... (8 actions, 0 running) Loading: Analyzing: target //tools/tazel:tazel (11 packages loaded, 11954 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,174 / 1,542] GoCompilePkg external/com_github_pingcap_kvproto/pkg/brpb/brpb.a; 0s remote-cache ... (8 actions, 0 running) Loading: [1,383 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 18.5 MiB / 80.2 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (127 packages loaded, 12954 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1184 targets configured) [1,507 / 1,546] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 0s remote-cache ... (5 actions, 0 running) [1,240 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 67.5 MiB / 69.8 MiB; 0s remote-cache ... (3 actions, 0 running) ./t/cte.test: ok! 189 test cases passed, take time 2.295365746 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.06537088 s Analyzing: target //:gazelle (75 packages loaded, 911 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1651 targets configured) [1,416 / 1,546] [Prepa] GoCompilePkg pkg/param/param.a ... (4 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tools/tazel:tazel (316 packages loaded, 14227 targets configured) [1,528 / 1,546] GoCompilePkg pkg/executor/sortexec/sortexec.a; Downloading pkg/executor/sortexec/sortexec.a; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (100 packages loaded, 10654 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.540044457 s [0 / 36] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,357 / 1,542] GoCompilePkg pkg/sessionctx/variable/variable.a; Downloading pkg/sessionctx/variable/variable.a, 3.3 MiB / 5.5 MiB; 0s remote-cache ... (5 actions, 0 running) [1,462 / 1,546] GoCompilePkg pkg/statistics/handle/types/types.a; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,538 / 1,546] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (588 packages loaded, 12194 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [1,403 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 60.2 MiB / 78.6 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.0 MiB / 3.5 MiB; 1s remote-cache [1,501 / 1,546] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/txntest/txntest_test.internal.a; 0s remote-cache, linux-sandbox [1,439 / 1,542] GoCompilePkg pkg/util/admin/admin.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (74 packages loaded, 725 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (826 packages loaded, 15184 targets configured) Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [317 / 607] GoCompilePkg external/org_golang_x_sync/singleflight/singleflight.a; 0s remote-cache ... (6 actions, 0 running) [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 42.0 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) Starting local Bazel server and connecting to it... INFO: Invocation ID: 127250d3-52c2-444d-89a1-ef5fd481015a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_09.1256440660/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,489 / 1,542] [Prepa] GoCompilePkg br/pkg/restore/prealloc_table_id/prealloc_table_id.a ... (4 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (843 packages loaded, 15228 targets configured) Analyzing: target //:gazelle (45 packages loaded, 413 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/txntest/txntest_test.internal.a; 1s remote-cache, linux-sandbox [498 / 607] GoCompilePkg external/org_golang_google_protobuf/reflect/protodesc/protodesc.a; Downloading external/org_golang_google_protobuf/reflect/protodesc/protodesc.a, 543.8 KiB / 813.4 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Invocation ID: 0e131c74-0af4-42e2-bae7-93b2a65ef494 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_09.2436684575/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: [1,543 / 1,546] GoCompilePkg tests/realtikvtest/txntest/txntest_test_test.external.a; 0s remote-cache [578 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/client.a [1,510 / 1,542] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; 0s remote-cache ... (6 actions, 0 running) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1020 packages loaded, 16238 targets configured) INFO: Invocation ID: 44692e96-447c-4e0e-8e64-39ac1fe2c518 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_02.3088021157/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (99 packages loaded, 6741 targets configured) Loading: Loading: Analyzing: target //:gazelle (99 packages loaded, 3222 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test.internal.a; 0s remote-cache, linux-sandbox Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 9.228s, Critical Path: 4.41s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,530 / 1,542] [Prepa] GoCompilePkg pkg/planner/planner.a Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1141 packages loaded, 17400 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,543 / 1,546] GoCompilePkg tests/realtikvtest/txntest/txntest_test_test.external.a; 1s remote-cache, linux-sandbox [1,543 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test_test.external.a Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1192 packages loaded, 17902 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: a1d569ed-5cda-4d0a-b27d-fb9a3626bed3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_48.1042754567/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,535 / 1,542] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1237 packages loaded, 18231 targets configured) Loading: Loading: 0 packages loaded [1,536 / 1,542] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1307 packages loaded, 18561 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: f39e0652-3955-445a-a92f-90eafff6a038 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_01.813970738/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,537 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/addindextestutil/addindextestutil.a Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (296 packages loaded, 7049 targets configured) Analyzing: target //:gazelle (75 packages loaded, 879 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (749 packages loaded, 12935 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10177 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1154 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,538 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) Analyzing: target //:gazelle (187 packages loaded, 11272 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (937 packages loaded, 15065 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,538 / 1,542] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11254 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1048 packages loaded, 16003 targets configured) Analyzing: target //:gazelle (42 packages loaded, 392 targets configured) [1,540 / 1,542] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test~testmain.a; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (183 packages loaded, 11279 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 6s remote-cache, linux-sandbox Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (98 packages loaded, 3761 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1125 packages loaded, 16642 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.3 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1496 packages loaded, 20035 targets configured).  checking cached actions INFO: Found 1 test target... [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 7s remote-cache, linux-sandbox [0 / 2] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (2 actions, 0 running) [20 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 0s remote-cache [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 3.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 7s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1149 packages loaded, 16872 targets configured) [16 / 1,546] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (197 packages loaded, 11296 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/buildid, 936.4 KiB / 1.8 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.3 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1157 packages loaded, 16872 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 9s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 9s remote-cache, linux-sandbox Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.3 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [132 / 316] GoCompilePkg build/linter/util/util.a [for tool]; Downloading build/linter/util/util.x, 16.0 KiB / 117.3 KiB; 0s remote-cache ... (8 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.9 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1252 packages loaded, 17810 targets configured) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [100 / 316] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a [for tool]; Downloading external/org_uber_go_zap/internal/pool/pool.a; 0s remote-cache ... (8 actions, 0 running) [1,550 / 1,554] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/textflag.h; 0s remote-cache ... (3 actions, 0 running) [61 / 316] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 4.0 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [315 / 316] [Prepa] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.589s, Critical Path: 4.49s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1380 packages loaded, 18491 targets configured) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 983 targets configured) [277 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/flag/flag.a [for tool] ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 5a5fc419-b135-4b28-bf0a-3c33bfd2dee3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_57.422316792/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 1s remote-cache Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (177 packages loaded, 11270 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,552 / 1,554] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11365 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10444 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.680s, Critical Path: 4.24s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [293 / 316] GoCompilePkg external/bazel_gazelle/language/proto/gen/gen_known_imports.a [for tool]; Downloading external/bazel_gazelle/language/proto/gen/gen_known_imports.a, 40.8 KiB / 91.9 KiB; 0s remote-cache ... (4 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.603s, Critical Path: 4.61s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1395 packages loaded, 18620 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11372 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 3d88a873-0212-406f-9873-bfbaa7553c11 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_57.1239945704/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [26 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.5 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Invocation ID: 39857606-10a9-427f-a35d-477a49fdb7ab INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_58.3267354076/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [152 / 1,546] GoCompilePkg build/linter/deferrecover/deferrecover.a [for tool]; Downloading build/linter/deferrecover/deferrecover.x; 0s remote-cache ... (8 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox [27 / 316] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/versions/versions.a [for tool] ... (6 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 1s remote-cache, linux-sandbox [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1395 packages loaded, 18620 targets configured) Analyzing: target //tools/tazel:tazel (129 packages loaded, 13010 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) [277 / 316] [Prepa] GoCompilePkg external/org_golang_x_mod/internal/lazyregexp/lazyregexp.a [for tool] ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 7s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (7 packages loaded, 11582 targets configured) [319 / 1,546] GoCompilePkg external/com_github_vbauerster_mpb_v7/cwriter/cwriter.a; Downloading external/com_github_vbauerster_mpb_v7/cwriter/cwriter.a; 0s remote-cache ... (8 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 21.250156431 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.37827232 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.092916481 s Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.813s, Critical Path: 4.26s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (128 packages loaded, 12962 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1492 packages loaded, 19397 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a0eebd66-bea5-41d2-9219-fd3681095f0e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_59.2831953880/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (87 packages loaded, 12867 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1497 packages loaded, 19673 targets configured). INFO: Found 1 test target... [0 / 4] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat [471 / 1,546] GoCompilePkg external/com_github_spf13_pflag/pflag.a; Downloading external/com_github_spf13_pflag/pflag.a, 1023.9 KiB / 2.7 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/internal/profile.a, 906.3 KiB / 1.1 MiB; 1s remote-cache ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (174 packages loaded, 11262 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (295 packages loaded, 14043 targets configured) [664 / 1,546] GoCompilePkg external/com_github_cockroachdb_errors/withstack/withstack.a; Downloading external/com_github_cockroachdb_errors/withstack/withstack.a; 0s remote-cache ... (8 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.7 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 10s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (7 packages loaded, 11901 targets configured) Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [795 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/request/request.a; 0s remote-cache ... (8 actions, 0 running) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.3 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [106 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [70 / 316] GoCompilePkg external/com_github_gordonklaus_ineffassign/pkg/ineffassign/ineffassign.a [for tool]; Downloading external/com_github_gordonklaus_ineffassign/pkg/ineffassign/ineffassign.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (170 packages loaded, 11241 targets configured) [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache [533 / 607] GoCompilePkg pkg/timer/metrics/metrics.a; Downloading pkg/timer/metrics/metrics.a; 0s remote-cache ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 11s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (125 packages loaded, 12949 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a  checking cached actions Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.096s, Critical Path: 3.76s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [959 / 1,546] GoCompilePkg external/io_k8s_apimachinery/pkg/runtime/runtime.a; 0s remote-cache ... (8 actions, 0 running) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.2 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [314 / 316] GoCompilePkg external/bazel_gazelle/cmd/gazelle/gazelle.a [for tool]; Downloading external/bazel_gazelle/cmd/gazelle/gazelle.a; 0s remote-cache [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.524s, Critical Path: 4.56s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [604 / 607] [Prepa] GoCompilePkg pkg/util/set/set.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.272s, Critical Path: 3.18s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (298 packages loaded, 14064 targets configured) ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.635423928 s INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [532 / 607] GoCompilePkg external/org_golang_google_grpc/experimental/experimental.a; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a082f4af-5273-4ffe-bec0-8b5995a3f9ca INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_55.671827461/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 325b8a65-6d9b-4cd7-8e54-1637625041fa INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_46_54.2264476574/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [1,090 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 2.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [20 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (3 actions, 0 running) [560 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 7.7 MiB / 7.8 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,548 / 1,550] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: 12424d71-001d-4b44-9ea6-9f362dcba615 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_57.422316792/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [18 / 316] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) [601 / 607] GoCompilePkg pkg/util/sqlkiller/sqlkiller.a; 0s remote-cache ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Elapsed time: 7.518s, Critical Path: 3.18s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [606 / 607] GoLink tools/tazel/tazel_/tazel; Downloading tools/tazel/tazel_/tazel, 21.8 MiB / 22.4 MiB; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.422s, Critical Path: 2.99s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 3.5 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/maps/maps.a ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11930 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) [1,145 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 55.7 MiB / 75.3 MiB; 1s remote-cache ... (6 actions, 0 running) [209 / 1,542] [Prepa] GoCompilePkg build/linter/staticcheck/U1000.a [for tool] ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: 71e4f387-ea6c-44bc-baa6-3ff057a070bb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_57.1239945704/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 35ae218d-78eb-472b-90ae-3ee061b01cc5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_58.3267354076/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 2.3 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) Loading: Loading: Analyzing: target //tools/tazel:tazel (128 packages loaded, 12957 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (512 packages loaded, 1607 targets configured) [390 / 1,542] GoCompilePkg external/com_github_uber_jaeger_client_go/rpcmetrics/rpcmetrics.a; Downloading external/com_github_uber_jaeger_client_go/rpcmetrics/rpcmetrics.a; 0s remote-cache ... (8 actions, 0 running) [1,183 / 1,546] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 9.0 MiB / 12.6 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (127 packages loaded, 12957 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [549 / 607] [Prepa] GoCompilePkg external/com_github_grpc_ecosystem_go_grpc_middleware/go-grpc-middleware.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/trace, 7.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (734 packages loaded, 10516 targets configured) [631 / 1,542] GoCompilePkg external/in_gopkg_yaml_v3/yaml_v3.a; 0s remote-cache ... (8 actions, 0 running) [1,245 / 1,546] GoCompilePkg external/com_google_cloud_go_storage/storage.a; Downloading external/com_google_cloud_go_storage/storage.a, 1023.8 KiB / 4.3 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (319 packages loaded, 14182 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [604 / 607] [Prepa] GoCompilePkg pkg/util/set/set.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.404s, Critical Path: 3.07s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [108 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [311 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/language/language.a [for tool] Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (470 packages loaded, 1198 targets configured) [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 11s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (439 packages loaded, 1597 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.800s, Critical Path: 4.07s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (881 packages loaded, 14792 targets configured) [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 11s remote-cache, linux-sandbox [825 / 1,542] GoCompilePkg external/com_github_apache_thrift/lib/go/thrift/thrift.a; Downloading external/com_github_apache_thrift/lib/go/thrift/thrift.a, 3.5 MiB / 4.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,323 / 1,546] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/tikv/mvcc/mvcc.a ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... [273 / 607] [Prepa] GoCompilePkg external/com_github_google_uuid/uuid.a ... (6 actions, 0 running) INFO: Invocation ID: 3a15496e-6619-401f-a4dc-9cef6ca415ab INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_59.2831953880/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.542s, Critical Path: 3.98s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (637 packages loaded, 8003 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (644 packages loaded, 6714 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [273 / 607] [Prepa] GoCompilePkg external/com_github_bazelbuild_buildtools/tables/tables.a ... (5 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 986a805c-10a9-4e17-8262-12af9c9bba82 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_09.1256440660/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [960 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 55.2 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,380 / 1,546] GoCompilePkg pkg/planner/context/context.a; 0s remote-cache ... (2 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 100s remote-cache, linux-sandbox [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 103s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 155.183s, Critical Path: 137.65s INFO: 1552 processes: 1522 remote cache hit, 20 internal, 10 linux-sandbox. INFO: Build completed successfully, 1552 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) INFO: Invocation ID: f28b9647-356c-452b-8cf6-e6e97861cb8c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_09.2436684575/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [567 / 607] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a [Pipeline] junit Recording test results Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (799 packages loaded, 13797 targets configured) [565 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [Checks API] No suitable checks publisher found. [Pipeline] } Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1031 packages loaded, 15907 targets configured) [Pipeline] // dir Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (829 packages loaded, 13640 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (163 packages loaded, 732 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.776s, Critical Path: 2.65s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,101 / 1,542] GoCompilePkg external/com_github_googleapis_gax_go_v2/gax-go.a; Downloading external/com_github_googleapis_gax_go_v2/gax-go.a; 0s remote-cache ... (8 actions, 0 running) [1,406 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 43.0 MiB / 80.2 MiB; 1s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1120 packages loaded, 16793 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11354 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (955 packages loaded, 15306 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.922s, Critical Path: 2.73s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (877 packages loaded, 14733 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11453 targets configured) Analyzing: target //:gazelle (111 packages loaded, 10543 targets configured) [1,421 / 1,546] [Prepa] GoCompilePkg pkg/planner/util/util.a [1,187 / 1,542] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 19.5 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (63 packages loaded, 12704 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (461 packages loaded, 11519 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... INFO: Invocation ID: b5e79930-2107-4f7b-8e59-01d521a5c72e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_55.671827461/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1198 packages loaded, 17633 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1074 packages loaded, 16445 targets configured) Analyzing: target //tools/tazel:tazel (66 packages loaded, 12772 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1053 packages loaded, 16214 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... INFO: Invocation ID: 7064ebed-1a48-431f-a457-200670df1072 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_46_54.2264476574/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //:gazelle (207 packages loaded, 11376 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (605 packages loaded, 12447 targets configured) [1,448 / 1,546] [Prepa] GoCompilePkg pkg/infoschema/infoschema.a [1,260 / 1,542] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/rangetask/rangetask.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [2024-05-06T09:52:19.518Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:52:19.519Z] ['info'] => Project root located at: . [2024-05-06T09:52:19.522Z] ['info'] -> Token found by environment variables [2024-05-06T09:52:19.534Z] ['info'] Searching for coverage files... Analyzing: target //tools/tazel:tazel (281 packages loaded, 13672 targets configured) [2024-05-06T09:52:20.075Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:52:20.075Z] ['info'] Processing ./coverage.dat... Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1370 packages loaded, 18371 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1130 packages loaded, 17269 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (283 packages loaded, 13791 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1119 packages loaded, 16884 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [2024-05-06T09:52:20.448Z] ['info'] Using manual override from args. [2024-05-06T09:52:20.448Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:52:20.458Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (755 packages loaded, 13534 targets configured) [1,484 / 1,546] GoCompilePkg pkg/statistics/handle/storage/storage.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (524 packages loaded, 1824 targets configured) [1,356 / 1,542] GoCompilePkg pkg/store/helper/helper.a; Downloading pkg/store/helper/helper.a, 1.2 MiB / 1.9 MiB; 0s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 8] [Prepa] BazelWorkspaceStatusAction stable-status.txt INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1210 packages loaded, 18017 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (442 packages loaded, 10629 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [2024-05-06T09:52:21.289Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/0de252c5-102a-409d-ab99-f97e00de3af0.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095221Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=970d0e94695f3020f105794a6344fb27cc192a7b07dd52fd1705051bfb67e1c6 [2024-05-06T09:52:21.289Z] ['info'] Uploading... [1,503 / 1,546] [Prepa] GoCompilePkg pkg/domain/domain.a Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (706 packages loaded, 11414 targets configured) [1,398 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 44.8 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1140 packages loaded, 16930 targets configured) [273 / 607] [Prepa] GoCompilePkg external/com_github_shirou_gopsutil_v3/common/common.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (965 packages loaded, 15338 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1396 packages loaded, 18621 targets configured) [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 0s remote-cache [16 / 316] [Prepa] GoToolchainBinaryBuild external/go_sdk/builder [for tool] ... (3 actions, 0 running) [1,418 / 1,542] GoCompilePkg pkg/expression/aggregation/aggregation.a; Downloading pkg/expression/aggregation/aggregation.a, 2.1 MiB / 3.6 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1303 packages loaded, 18422 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (655 packages loaded, 12201 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1352 packages loaded, 18551 targets configured) [560 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1079 packages loaded, 16601 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (912 packages loaded, 14103 targets configured) [1,517 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 19.6 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1498 packages loaded, 19675 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) [507 / 607] GoCompilePkg external/org_golang_google_genproto_googleapis_api/annotations/annotations.a; 0s remote-cache ... (8 actions, 0 running) [2024-05-06T09:52:23.028Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1461 packages loaded, 19308 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (769 packages loaded, 14233 targets configured) [Pipeline] // script [Pipeline] } [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 2.0 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) [Pipeline] // dir [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1137 packages loaded, 17037 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (975 packages loaded, 15190 targets configured) [Pipeline] // withCredentials [1,528 / 1,546] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 3.0 MiB / 7.7 MiB; 0s remote-cache ... (4 actions, 0 running) [1,453 / 1,542] GoCompilePkg br/pkg/version/version.a; Downloading br/pkg/version/version.a; 0s remote-cache ... (6 actions, 0 running) [Pipeline] } [19 / 1,543] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.749s, Critical Path: 2.86s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] // timeout [606 / 607] GoLink tools/tazel/tazel_/tazel; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.482s, Critical Path: 2.86s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } Analyzing: target //:gazelle (102 packages loaded, 10474 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (950 packages loaded, 15101 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1462 packages loaded, 19420 targets configured) [Pipeline] // withEnv Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1415 packages loaded, 19109 targets configured) [Pipeline] } [Pipeline] // node [Pipeline] } Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1073 packages loaded, 16162 targets configured) [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a [Pipeline] // podTemplate Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1206 packages loaded, 18011 targets configured) [1,491 / 1,542] GoCompilePkg br/pkg/restore/prealloc_table_id/prealloc_table_id.a; Downloading br/pkg/restore/prealloc_table_id/prealloc_table_id.a; 0s remote-cache ... (3 actions, 0 running) [21 / 1,543] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.2 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] } bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pipelineddmltest/... INFO: Invocation ID: 16ff6db4-e603-437d-96fa-6e892ba9ef39 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_47_09.1256440660/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [Pipeline] // withEnv [Pipeline] } Loading: [Pipeline] // stage [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1512 packages loaded, 19890 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/flashbacktest/... INFO: Invocation ID: 6209713e-a59e-4586-9d85-8a4adfe97629 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_47_09.2436684575/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1349 packages loaded, 18712 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1104 packages loaded, 16308 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1555 packages loaded, 20323 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [1,501 / 1,542] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (6 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1151 packages loaded, 16949 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 0s remote-cache, linux-sandbox [275 / 1,543] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1 packages loaded, 0 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1127 packages loaded, 16354 targets configured) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (102 packages loaded, 10474 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (311 packages loaded, 1746 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1185 packages loaded, 17423 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1415 packages loaded, 19109 targets configured) [1,517 / 1,542] GoCompilePkg pkg/planner/core/core.a; 1s remote-cache ... (2 actions, 0 running) [651 / 1,543] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1270 packages loaded, 17486 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (339 packages loaded, 6144 targets configured) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/addr2line, 1.4 MiB / 1.9 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [206 / 316] [Prepa] GoCompilePkg external/co_honnef_go_tools/internal/sharedcheck/sharedcheck.a [for tool] Analyzing: target //:gazelle (178 packages loaded, 11263 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (513 packages loaded, 8945 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1339 packages loaded, 18264 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1418 packages loaded, 19252 targets configured) [973 / 1,543] GoCompilePkg external/io_k8s_apimachinery/pkg/util/sets/sets.a; Downloading external/io_k8s_apimachinery/pkg/util/sets/sets.a, 879.8 KiB / 1.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,531 / 1,542] GoCompilePkg pkg/executor/executor.a; 0s remote-cache Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1371 packages loaded, 18396 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (580 packages loaded, 11726 targets configured) [25 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (7 actions, 0 running) [27 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle [316 / 316] checking cached actions INFO: Elapsed time: 42.971s, Critical Path: 6.06s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [1,542 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 2s remote-cache, linux-sandbox Analyzing: target //:gazelle (268 packages loaded, 11831 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (643 packages loaded, 13136 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1394 packages loaded, 18620 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [1,197 / 1,543] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 20.1 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,537 / 1,542] GoCompilePkg pkg/testkit/external/external.a; 0s remote-cache, linux-sandbox [285 / 1,605] GoCompilePkg external/com_github_docker_go_units/go-units.a; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 987a926b-519c-4714-9b99-c00b86a865be INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_02.3088021157/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [214 / 1,567] [Prepa] GoCompilePkg build/linter/staticcheck/SA6002.a [for tool] ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (766 packages loaded, 13348 targets configured) [1,260 / 1,543] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (2 actions, 0 running) [1,543 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test_test.external.a Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (886 packages loaded, 14331 targets configured) [16 / 316] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.2 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1413 packages loaded, 18734 targets configured) [534 / 1,605] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/journal/journal.a; Downloading external/com_github_pingcap_goleveldb/leveldb/journal/journal.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (954 packages loaded, 14896 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1491 packages loaded, 19396 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1496 packages loaded, 19672 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) [417 / 1,567] GoCompilePkg external/org_golang_x_net/idna/idna.a; Downloading external/org_golang_x_net/idna/idna.a, 188.2 KiB / 393.4 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (927 packages loaded, 15603 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) [25 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,537 / 1,542] GoCompilePkg pkg/testkit/external/external.a; 2s remote-cache, linux-sandbox [1,363 / 1,543] [Prepa] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a ... (7 actions, 0 running) [744 / 1,605] GoCompilePkg pkg/parser/ast/ast.a; 0s remote-cache ... (8 actions, 0 running) [1,543 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test_test.external.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1011 packages loaded, 15938 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_ppc64x.h; 0s remote-cache ... (3 actions, 0 running) [638 / 1,567] GoCompilePkg external/org_golang_x_oauth2/internal/internal.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1018 packages loaded, 16010 targets configured) [59 / 1,567] GoCompilePkg external/com_github_golangci_gosec/gosec.a [for tool]; Downloading external/com_github_golangci_gosec/gosec.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (85 packages loaded, 12909 targets configured) [19 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 6.9 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1511 packages loaded, 19511 targets configured) [1,407 / 1,543] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 58.2 MiB / 78.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1112 packages loaded, 16951 targets configured) [1,544 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test~testmain.a [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.2 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,538 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test.internal.a [897 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 19.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [944 / 1,605] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 25.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [297 / 1,567] GoCompilePkg external/com_github_uber_jaeger_lib/metrics/metrics.a; Downloading external/com_github_uber_jaeger_lib/metrics/metrics.a; 0s remote-cache ... (8 actions, 0 running) [21 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.6 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (284 packages loaded, 13902 targets configured) [1,444 / 1,543] [Prepa] GoCompilePkg br/pkg/restore/tiflashrec/tiflashrec.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1150 packages loaded, 17261 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.5 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1515 packages loaded, 19786 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1515 packages loaded, 19787 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test/baseline_coverage.dat ... (3 actions, 0 running) [1,087 / 1,567] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 18.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 39] [Prepa] Creating source manifest for //tools/tazel:tazel [1,081 / 1,605] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1167 packages loaded, 17648 targets configured) [1,545 / 1,546] [Prepa] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test [192 / 1,541] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 1023.9 KiB / 5.7 MiB; 0s remote-cache ... (5 actions, 0 running) [565 / 1,567] GoCompilePkg external/com_github_google_s2a_go/internal/proto/common_go_proto/common_go_proto.a; Downloading external/com_github_google_s2a_go/internal/proto/common_go_proto/common_go_proto.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1231 packages loaded, 18145 targets configured) [1,539 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test_test.external.a [1,203 / 1,605] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; Downloading external/com_github_cockroachdb_pebble/pebble.a, 6.0 MiB / 10.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1214 packages loaded, 18024 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) [681 / 1,567] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 12.0 MiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,212 / 1,567] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 12.0 MiB / 12.6 MiB; 0s remote-cache ... (6 actions, 0 running) [1,496 / 1,543] [Prepa] GoCompilePkg pkg/ddl/util/callback/callback.a ... (3 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1274 packages loaded, 18369 targets configured) [275 / 1,541] [Prepa] GoCompilePkg external/com_github_uber_jaeger_lib/metrics/metrics.a ... (2 actions, 0 running) [35 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 0s remote-cache, linux-sandbox [19 / 1,560] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,291 / 1,605] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/kv/kv.a [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1341 packages loaded, 18688 targets configured) [1,277 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 58.0 MiB / 75.3 MiB; 1s remote-cache ... (4 actions, 0 running) [1,514 / 1,543] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 18.0 MiB / 43.8 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1396 packages loaded, 19077 targets configured) [888 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 13.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [493 / 1,541] GoCompilePkg pkg/util/dbterror/dbterror.a; Downloading pkg/util/dbterror/dbterror.a, 231.8 KiB / 291.0 KiB; 0s remote-cache ... (8 actions, 0 running) [59 / 1,560] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,356 / 1,605] [Prepa] GoCompilePkg pkg/util/timeutil/timeutil.a ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1394 packages loaded, 18979 targets configured) [207 / 316] [Prepa] GoCompilePkg external/co_honnef_go_tools/quickfix/quickfix.a [for tool] [1,353 / 1,567] GoCompilePkg pkg/meta/meta.a; Downloading pkg/meta/meta.facts; 0s remote-cache ... (4 actions, 0 running) [400 / 607] GoCompilePkg external/com_github_kr_pretty/pretty.a; Downloading external/com_github_kr_pretty/pretty.a; 0s remote-cache ... (8 actions, 0 running) [1,532 / 1,543] [Prepa] GoCompilePkg pkg/executor/executor.a Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1402 packages loaded, 19397 targets configured) [1,080 / 1,567] GoCompilePkg external/org_golang_google_grpc/grpc.a; 0s remote-cache ... (7 actions, 0 running) [740 / 1,541] GoCompilePkg pkg/privilege/conn/conn.a; Downloading pkg/privilege/conn/conn.a; 0s remote-cache ... (8 actions, 0 running) [1,438 / 1,605] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 19.7 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pipelineddmltest/pipelineddmltest_test/baseline_coverage.dat ... (3 actions, 0 running) [312 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/language/proto/proto.a [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 48.448s, Critical Path: 6.88s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [301 / 1,560] GoCompilePkg external/org_golang_x_text/unicode/norm/norm.a; Downloading external/org_golang_x_text/unicode/norm/norm.a; 0s remote-cache ... (8 actions, 0 running) [1,424 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 39.2 MiB / 80.2 MiB; 0s remote-cache ... (5 actions, 0 running) [553 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/resource_manager/resource_manager.a; Downloading external/com_github_pingcap_kvproto/pkg/resource_manager/resource_manager.a, 2.2 MiB / 2.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,539 / 1,543] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test.internal.a; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1397 packages loaded, 19122 targets configured) [1,045 / 1,541] GoCompilePkg external/com_github_google_gofuzz/gofuzz.a; Downloading external/com_github_google_gofuzz/gofuzz.a; 0s remote-cache ... (8 actions, 0 running) [1,219 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; 0s remote-cache ... (8 actions, 0 running) [728 / 1,560] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/json/json.a; 0s remote-cache ... (8 actions, 0 running) [1,470 / 1,605] [Prepa] GoCompilePkg pkg/planner/util/util.a ... (2 actions, 0 running) [594 / 607] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/kvrpc/kvrpc.a ... (3 actions, 0 running) [1,540 / 1,543] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test_test.external.a; 0s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/flashbacktest:flashbacktest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/flashbacktest/flashbacktest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,168 / 1,541] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 35.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,283 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (2 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,446 / 1,567] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 69f65d18-ffc2-436c-a3ee-47b0110011ac INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_09_47_01.813970738/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 10.034s, Critical Path: 4.77s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [979 / 1,560] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 5.7 MiB / 7.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,514 / 1,605] GoCompilePkg pkg/statistics/handle/autoanalyze/exec/exec.a; Downloading pkg/statistics/handle/autoanalyze/exec/exec.a; 0s remote-cache ... (8 actions, 0 running) [1,389 / 1,567] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a; 0s remote-cache ... (8 actions, 0 running) [1,511 / 1,567] GoCompilePkg pkg/lightning/backend/external/external.a; Downloading pkg/lightning/backend/external/external.a, 2.5 MiB / 2.6 MiB; 0s remote-cache ... (2 actions, 0 running) [1,232 / 1,541] GoCompilePkg external/com_github_tikv_pd_client/client.a; Downloading external/com_github_tikv_pd_client/client.a, 130.1 KiB / 3.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,156 / 1,560] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 56.2 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,551 / 1,605] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a Analyzing: target //tools/tazel:tazel (9 packages loaded, 11942 targets configured) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,533 / 1,567] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; Downloading pkg/executor/internal/querywatch/querywatch.a, 4.0 MiB / 7.0 MiB; 0s remote-cache ... (5 actions, 0 running) [27 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: 49554251-aa67-474b-8afd-44cd2f1511a8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_47_02.3088021157/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [1,344 / 1,541] GoCompilePkg pkg/util/generatedexpr/generatedexpr.a; Downloading pkg/util/generatedexpr/generatedexpr.a; 0s remote-cache ... (7 actions, 0 running) [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 1s remote-cache, linux-sandbox [1,433 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 70.4 MiB / 80.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,273 / 1,560] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/mockstore/mocktikv/mocktikv.a [1,567 / 1,605] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 21.4 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.6 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (121 packages loaded, 12945 targets configured) [300 / 1,546] GoCompilePkg external/com_github_spf13_pflag/pflag.a; Downloading external/com_github_spf13_pflag/pflag.a, 2.1 MiB / 2.7 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) [1,468 / 1,567] [Prepa] GoCompilePkg pkg/infoschema/infoschema.a [1,556 / 1,567] GoCompilePkg pkg/executor/executor.a; Downloading pkg/executor/executor.a, 43.1 MiB / 44.3 MiB; 0s remote-cache [214 / 1,546] [Prepa] GoCompilePkg build/linter/staticcheck/QF1012.a [for tool] ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (284 packages loaded, 13902 targets configured) [1,407 / 1,541] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 53.8 MiB / 78.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,390 / 1,560] GoCompilePkg pkg/util/ranger/context/context.a; Downloading pkg/util/ranger/context/context.x; 0s remote-cache ... (3 actions, 0 running) [628 / 1,546] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; 0s remote-cache ... (8 actions, 0 running) [1,587 / 1,605] [Prepa] GoCompilePkg pkg/executor/executor.a Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (437 packages loaded, 2005 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 17] [Prepa] Creating source manifest for //tools/tazel:tazel [1,519 / 1,567] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [480 / 1,546] GoCompilePkg external/com_github_shirou_gopsutil_v3/internal/common/common.a; Downloading external/com_github_shirou_gopsutil_v3/internal/common/common.x; 0s remote-cache ... (7 actions, 0 running) [1,436 / 1,541] GoCompilePkg pkg/executor/internal/builder/builder.a; Downloading pkg/executor/internal/builder/builder.a; 0s remote-cache ... (4 actions, 0 running) [801 / 1,546] GoCompilePkg external/com_github_carlmjohnson_flagext/flagext.a; Downloading external/com_github_carlmjohnson_flagext/flagext.a, 40.0 KiB / 287.2 KiB; 0s remote-cache ... (8 actions, 0 running) [1,590 / 1,605] GoCompilePkg pkg/server/handler/handler.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (727 packages loaded, 13395 targets configured) [271 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.8 MiB / 10.3 MiB; 0s remote-cache ... (2 actions, 0 running) [1,429 / 1,560] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (2 actions, 0 running) [1,526 / 1,567] GoCompilePkg pkg/sessiontxn/staleread/staleread.a; Downloading pkg/sessiontxn/staleread/staleread.a, 4.0 MiB / 7.2 MiB; 0s remote-cache ... (6 actions, 0 running) [728 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 2.0 MiB / 20.4 MiB; 0s remote-cache ... (7 actions, 0 running) [1,487 / 1,541] [Prepa] GoCompilePkg pkg/statistics/handle/handle.a [975 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/awsutil/awsutil.a; 0s remote-cache ... (8 actions, 0 running) [1,562 / 1,567] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (900 packages loaded, 15040 targets configured) [1,462 / 1,560] [Prepa] GoCompilePkg pkg/util/keydecoder/keydecoder.a ... (8 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 10s remote-cache, linux-sandbox [282 / 607] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a; 0s remote-cache ... (8 actions, 0 running) [1,593 / 1,605] GoCompilePkg pkg/server/handler/handler.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,562 / 1,567] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 2s remote-cache, linux-sandbox [867 / 1,546] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/oauth.a; Downloading external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/oauth.a; 0s remote-cache ... (8 actions, 0 running) [1,543 / 1,567] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 4.0 MiB / 11.3 MiB; 0s remote-cache ... (5 actions, 0 running) [1,148 / 1,546] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; Downloading external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a, 5.0 MiB / 6.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 12s remote-cache, linux-sandbox [448 / 607] GoCompilePkg external/com_github_cockroachdb_errors/errorspb/errorspb.a; Downloading external/com_github_cockroachdb_errors/errorspb/errorspb.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (953 packages loaded, 15424 targets configured) [1,495 / 1,541] GoCompilePkg pkg/ddl/ddl.a; 0s remote-cache [1,504 / 1,560] GoCompilePkg pkg/statistics/handle/autoanalyze/autoanalyze.a; Downloading pkg/statistics/handle/autoanalyze/autoanalyze.a, 575.9 KiB / 1.4 MiB; 1s remote-cache [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 6s remote-cache, linux-sandbox [1,070 / 1,546] GoCompilePkg external/com_github_ks3sdklib_aws_sdk_go/aws/aws.a; Downloading external/com_github_ks3sdklib_aws_sdk_go/aws/aws.a; 0s remote-cache ... (8 actions, 0 running) [1,513 / 1,541] GoCompilePkg pkg/executor/internal/calibrateresource/calibrateresource.a; Downloading pkg/executor/internal/calibrateresource/calibrateresource.a, 5.0 MiB / 6.6 MiB; 0s remote-cache ... (5 actions, 0 running) [1,185 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 48.0 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 41s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1035 packages loaded, 16005 targets configured) [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 1s remote-cache, linux-sandbox [1,512 / 1,560] GoCompilePkg pkg/ddl/ingest/ingest.a; Downloading pkg/ddl/ingest/ingest.a; 0s remote-cache [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 41s remote-cache, linux-sandbox [1,556 / 1,567] GoCompilePkg pkg/executor/executor.a; Downloading pkg/executor/executor.a, 20.6 MiB / 44.3 MiB; 0s remote-cache [563 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 5.0 MiB / 7.8 MiB; 0s remote-cache ... (2 actions, 0 running) [1,176 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 49.0 MiB / 75.3 MiB; 0s remote-cache ... (7 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 11s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 12s remote-cache, linux-sandbox [1,593 / 1,605] GoCompilePkg pkg/server/handler/handler.a; 3s remote-cache, linux-sandbox ... (4 actions running) [1,260 / 1,546] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a ... (2 actions, 0 running) [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 8s remote-cache, linux-sandbox [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test.internal.a [1,529 / 1,541] GoCompilePkg pkg/disttask/importinto/importinto.a; Downloading pkg/disttask/importinto/importinto.facts; 0s remote-cache ... (2 actions, 0 running) [599 / 607] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1100 packages loaded, 16402 targets configured) [1,269 / 1,546] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/rawkv/rawkv.a ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 9.886s, Critical Path: 4.91s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,529 / 1,560] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (6 actions, 0 running) [1,367 / 1,546] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a; Downloading pkg/sessionctx/sysproctrack/sysproctrack.a; 0s remote-cache ... (8 actions, 0 running) [1,594 / 1,605] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 5s remote-cache, linux-sandbox ... (6 actions, 2 running) [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test_test.external.a [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 15s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1180 packages loaded, 17433 targets configured) [1,381 / 1,546] [Prepa] GoCompilePkg pkg/planner/util/debugtrace/debugtrace.a [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 14s remote-cache, linux-sandbox [1,551 / 1,560] [Prepa] GoCompilePkg pkg/session/session.a [1,532 / 1,541] [Prepa] GoCompilePkg pkg/session/session.a [1,413 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 55.1 MiB / 80.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,543 / 1,549] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test.instrumented_files ... (2 actions, 0 running) [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test_test.external.a [1,546 / 1,552] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test.instrumented_files Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1198 packages loaded, 17641 targets configured) [1,595 / 1,605] GoCompilePkg pkg/server/handler/extractorhandler/extractorhandler.a; 1s remote-cache, linux-sandbox ... (8 actions running) [1,564 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test_test.external.a; 1s remote-cache, linux-sandbox [1,546 / 1,550] checking cached actions bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: bc3ed804-972a-449e-b5c9-47e5afa2f323 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_09_47_01.813970738/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,548 / 1,551] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache Loading: [1,421 / 1,546] [Prepa] GoCompilePkg pkg/planner/util/util.a ... (2 actions, 0 running) [1,537 / 1,541] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test.internal.a; 1s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,443 / 1,546] GoCompilePkg pkg/util/admin/admin.a; 0s remote-cache ... (3 actions, 0 running) [1,566 / 1,567] [Prepa] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test [1,556 / 1,560] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) [1,493 / 1,546] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,471 / 1,546] GoCompilePkg br/pkg/restore/split/split.a; Downloading br/pkg/restore/split/split.a; 0s remote-cache ... (6 actions, 0 running) [1,548 / 1,550] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 1s remote-cache Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1238 packages loaded, 17872 targets configured) [1,598 / 1,605] GoCompilePkg pkg/server/handler/tikvhandler/tikvhandler.a; 3s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox [1,538 / 1,541] [Prepa] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test_test.external.a [1,557 / 1,560] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test_test.external.a; 0s remote-cache, linux-sandbox [1,504 / 1,546] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1398 packages loaded, 18759 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (301 packages loaded, 1560 targets configured) [1,511 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 9.0 MiB / 47.0 MiB; 0s remote-cache ... (7 actions, 0 running) [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 44.9 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,559 / 1,560] [Prepa] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (657 packages loaded, 12123 targets configured) [1,535 / 1,546] [Prepa] GoCompilePkg pkg/planner/planner.a [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [1,599 / 1,605] GoCompilePkg pkg/server/server.a; 1s remote-cache, linux-sandbox [1,540 / 1,541] [Prepa] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1398 packages loaded, 18759 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (802 packages loaded, 14282 targets configured) [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1403 packages loaded, 19034 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.internal.a; 0s remote-cache, linux-sandbox [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (949 packages loaded, 15546 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.internal.a; 1s remote-cache, linux-sandbox [1,542 / 1,546] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a; 1s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1497 packages loaded, 19673 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [1,599 / 1,605] GoCompilePkg pkg/server/server.a; 3s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1040 packages loaded, 16071 targets configured) [1,600 / 1,605] GoCompilePkg br/pkg/mock/mock.a; 0s remote-cache, linux-sandbox [1,545 / 1,546] [Prepa] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1072 packages loaded, 16518 targets configured) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a; 3s remote-cache, linux-sandbox [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 7s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 7s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1080 packages loaded, 16598 targets configured) [22 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [1,543 / 1,546] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test_test.external.a; 0s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 9s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1208 packages loaded, 17804 targets configured) [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 9s remote-cache, linux-sandbox [205 / 1,542] GoCompilePkg external/co_honnef_go_tools/quickfix/quickfix.a [for tool]; Downloading external/co_honnef_go_tools/quickfix/quickfix.a, 62.6 KiB / 449.0 KiB; 0s remote-cache ... (4 actions, 0 running) [1,601 / 1,605] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a [1,545 / 1,546] [Prepa] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test [1,571 / 1,575] checking cached actions Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1316 packages loaded, 18421 targets configured) [1,601 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 1s remote-cache, linux-sandbox [393 / 1,542] GoCompilePkg external/com_github_uber_jaeger_client_go/rpcmetrics/rpcmetrics.a; Downloading external/com_github_uber_jaeger_client_go/rpcmetrics/rpcmetrics.a, 24.0 KiB / 136.1 KiB; 0s remote-cache ... (8 actions, 0 running) [1,572 / 1,575] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 18.1 MiB / 96.2 MiB; 0s remote-cache [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 7s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 0s remote-cache [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 1s remote-cache, linux-sandbox [634 / 1,542] GoCompilePkg external/com_github_json_iterator_go/go.a; Downloading external/com_github_json_iterator_go/go.a, 1023.9 KiB / 3.5 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1415 packages loaded, 19109 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 11s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 11s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 1s remote-cache, linux-sandbox [797 / 1,542] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 18.6 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,601 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 3s remote-cache, linux-sandbox [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 8s remote-cache, linux-sandbox [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 9s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1418 packages loaded, 19252 targets configured) [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 11s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 1s remote-cache, linux-sandbox [1,078 / 1,542] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_azidentity/azidentity.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_azidentity/azidentity.a, 1023.9 KiB / 1.2 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1516 packages loaded, 20146 targets configured) [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 11s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 8] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,210 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 27.3 MiB / 69.8 MiB; 0s remote-cache ... (4 actions, 0 running) [1,601 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 5s remote-cache, linux-sandbox [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 11s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 7s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 8s remote-cache, linux-sandbox [1,541 / 1,547] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test.instrumented_files ... (2 actions, 0 running) [1,262 / 1,542] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a [1,603 / 1,605] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test~testmain.a [1,560 / 1,565] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test.instrumented_files [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 7.0 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,352 / 1,542] GoCompilePkg pkg/store/store.a; Downloading pkg/store/store.a, 735.8 KiB / 799.5 KiB; 0s remote-cache ... (8 actions, 0 running) [1,547 / 1,549] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [1,566 / 1,568] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 0s remote-cache, linux-sandbox [1,402 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 40.2 MiB / 78.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 1s remote-cache, linux-sandbox [25 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 7s remote-cache, linux-sandbox [1,550 / 1,554] checking cached actions [1,419 / 1,542] GoCompilePkg pkg/expression/aggregation/aggregation.a; Downloading pkg/expression/aggregation/aggregation.a, 495.8 KiB / 3.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 1s remote-cache, linux-sandbox [117 / 1,567] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/bools/bools.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 9s remote-cache, linux-sandbox [1,457 / 1,542] GoCompilePkg pkg/lightning/common/common.a; 0s remote-cache ... (4 actions, 0 running) [1,552 / 1,554] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [346 / 1,567] GoCompilePkg external/org_golang_google_protobuf/reflect/protoreflect/protoreflect.a; Downloading external/org_golang_google_protobuf/reflect/protoreflect/protoreflect.a; 0s remote-cache ... (8 actions, 0 running) [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 10s remote-cache, linux-sandbox [590 / 1,567] GoCompilePkg external/com_github_getsentry_sentry_go/sentry-go.a; Downloading external/com_github_getsentry_sentry_go/sentry-go.a, 2.0 MiB / 2.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,496 / 1,542] [Prepa] GoCompilePkg pkg/ddl/util/callback/callback.a ... (3 actions, 0 running) [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 1s remote-cache, linux-sandbox [1,518 / 1,542] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [800 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 16.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,546 / 1,552] [Prepa] Writing file tests/realtikvtest/flashbacktest/flashbacktest_test.instrumented_files ... (2 actions, 0 running) [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 10s remote-cache, linux-sandbox [1,054 / 1,567] GoCompilePkg external/org_golang_google_protobuf/types/descriptorpb/descriptorpb.a; 0s remote-cache ... (8 actions, 0 running) [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 11s remote-cache, linux-sandbox [1,534 / 1,542] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [1,174 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 13.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,538 / 1,542] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test.internal.a; 0s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 0s remote-cache, linux-sandbox [1,212 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 54.4 MiB / 75.3 MiB; 1s remote-cache ... (6 actions, 0 running) [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 8s remote-cache, linux-sandbox [1,538 / 1,542] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test.internal.a; 1s remote-cache, linux-sandbox [1,263 / 1,567] GoCompilePkg external/com_google_cloud_go_storage/storage.a; 0s remote-cache ... (3 actions, 0 running) [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 10s remote-cache, linux-sandbox [1,345 / 1,567] GoCompilePkg pkg/store/mockstore/unistore/tikv/dbreader/dbreader.a; Downloading pkg/store/mockstore/unistore/tikv/dbreader/dbreader.a; 0s remote-cache ... (8 actions, 0 running) [1,540 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test~testmain.a [1,605 / 1,611] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test.instrumented_files ... (2 actions, 0 running) [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 10s remote-cache, linux-sandbox [1,403 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 16.0 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,540 / 1,542] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test~testmain.a; 1s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 10s remote-cache, linux-sandbox [1,611 / 1,613] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,431 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 64.1 MiB / 80.2 MiB; 1s remote-cache ... (4 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 0s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,446 / 1,567] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a; Downloading pkg/statistics/handle/cache/internal/internal.a; 0s remote-cache ... (8 actions, 0 running) [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,479 / 1,567] GoCompilePkg pkg/lightning/common/common.a; Downloading pkg/lightning/common/common.a, 671.8 KiB / 2.3 MiB; 0s remote-cache ... (6 actions, 0 running) [1,519 / 1,567] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 16s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 65.415s, Critical Path: 47.95s INFO: 1537 processes: 1522 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1537 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,527 / 1,567] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (3 actions, 0 running) [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 10s remote-cache, linux-sandbox [1,542 / 1,567] GoCompilePkg pkg/planner/core/core.a; 1s remote-cache ... (2 actions, 0 running) [2024-05-06T09:53:26.581Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:53:26.582Z] ['info'] => Project root located at: . [2024-05-06T09:53:26.585Z] ['info'] -> Token found by environment variables [2024-05-06T09:53:26.597Z] ['info'] Searching for coverage files... [1,556 / 1,567] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [2024-05-06T09:53:27.198Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:53:27.198Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:53:27.569Z] ['info'] Using manual override from args. [2024-05-06T09:53:27.570Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:53:27.579Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a; 0s remote-cache, linux-sandbox [2024-05-06T09:53:28.361Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/6a290ab3-194e-48e2-99ba-2a53ac65f739.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095328Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=d600344ae93660274fd180f581cc50f27eaf47855984233fc6a82e10d07e5fd6 [2024-05-06T09:53:28.362Z] ['info'] Uploading... [2024-05-06T09:53:29.781Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 10s remote-cache, linux-sandbox [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a; 4s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 11s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 12s remote-cache, linux-sandbox [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 13s remote-cache, linux-sandbox [1,565 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test~testmain.a [1,546 / 1,550] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,565 / 1,567] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test~testmain.a; 1s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 41s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 41s remote-cache, linux-sandbox [1,548 / 1,550] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,565 / 1,567] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test~testmain.a; 2s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 41s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 1s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 1s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 41s remote-cache, linux-sandbox ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 87.389889667 s ./t/ddl/constraint.test: ok! 440 test cases passed, take time 8.695991314 s [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 45s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/05/06 09:53:02.634 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:02.634 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:02.635 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:02.636 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:02.636 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:02.638 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:02.638 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:02.638 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:02.638 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:02.638 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:02.640 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:02.646 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:02.647 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:02.649 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:02.674 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.674 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.682 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.683 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.695 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.718 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822030118250440] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:02.827 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:02.966 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1897] ["lease id"=22318f4d50aa91d0] [2024/05/06 09:53:02.969 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:02.975 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:53:02.999 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.008799ms] [2024/05/06 09:53:03.001 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:03.002 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=cd015176-e4b9-4fc9-8f63-7c67f98f92b9] [runWorker=true] [2024/05/06 09:53:03.002 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:03.004 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:03.005 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:03.005 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:03.005 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:03.006 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:03.007 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50aa91d4] [ownerID=cd015176-e4b9-4fc9-8f63-7c67f98f92b9] [op=none] [2024/05/06 09:53:03.008 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:03.008 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=467e2f18-84d0-4d58-a28c-b368a03b0629] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:03.009 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 467e2f18-84d0-4d58-a28c-b368a03b0629"] ["owner key"=/tidb/br-stream/owner/6f188f4d50aa9241] [ownerID=467e2f18-84d0-4d58-a28c-b368a03b0629] [op=none] [2024/05/06 09:53:03.016 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:53:03.045 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:02.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:03.045 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:02.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:53:03.056 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:03.057 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50aa91d4] [ownerID=cd015176-e4b9-4fc9-8f63-7c67f98f92b9] [op=none] [2024/05/06 09:53:03.057 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] [op=none] [2024/05/06 09:53:03.057 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:03.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:02.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.149 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=24.489849ms] [2024/05/06 09:53:03.153 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:03.164 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:03.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:53:03.174 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.172293ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:02.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:02.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.242 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:53:03.242 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:03.245 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:53:03.269 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:53:03.453 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:03.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:03.453 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:03.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:53:03.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:03.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.129937ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:03.807 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:03.807 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:53:03.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.079816ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:03.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:03.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.009 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:04.059 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:53:04.059 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.063 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.803766874\n# Parse_time: 0\n# Compile_time: 0.009766312\n# Rewrite_time: 0.000015699\n# Optimize_time: 0\n# Wait_TS: 0.000414762\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:53:04.067 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:53:04.112 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:04.112 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:53:04.152 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.57336ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:04.241 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:04.241 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:53:04.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.095226ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.043 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.378 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:53:04.379 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.316158517\n# Parse_time: 0\n# Compile_time: 0.001659916\n# Rewrite_time: 0.000007829\n# Optimize_time: 0\n# Wait_TS: 0.000450189\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:04.384 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:53:04.426 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:04.426 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:53:04.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.663258ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:04.547 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:04.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:53:04.584 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.04701ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.625 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.669 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:53:04.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.685 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:53:04.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:04.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:53:04.840 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.880633ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:05.005 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:05.006 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:53:05.009 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:05.009 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:53:05.044 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.234284ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.693 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.194 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:53:05.194 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:05.198 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.519486438\n# Parse_time: 0\n# Compile_time: 0.006329873\n# Rewrite_time: 0.000008312\n# Optimize_time: 0\n# Wait_TS: 0.000341516\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:05.203 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:53:05.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:05.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:53:05.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.403199ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:05.408 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:05.408 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:53:05.442 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=55.546569ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.481 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.547 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:53:05.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:05.550 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349437227\n# Parse_time: 0\n# Compile_time: 0.002445829\n# Rewrite_time: 0.000012475\n# Optimize_time: 0\n# Wait_TS: 0.000379874\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:05.555 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:53:05.613 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:05.613 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:53:05.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.163647ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:05.784 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:05.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:53:05.813 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.995541ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.877 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.932 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:53:05.932 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:05.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382574906\n# Parse_time: 0\n# Compile_time: 0.002114341\n# Rewrite_time: 0.000008656\n# Optimize_time: 0\n# Wait_TS: 0.000431052\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:05.938 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:53:05.981 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:05.982 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:53:06.052 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.398141ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.118 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:06.118 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:53:06.155 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.682499ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.257 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:53:06.257 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.323703754\n# Parse_time: 0\n# Compile_time: 0.001098942\n# Rewrite_time: 0.000013226\n# Optimize_time: 0\n# Wait_TS: 0.000330849\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:06.263 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:53:06.302 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.302 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:53:06.379 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.440 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.551722ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.452 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:06.452 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:53:06.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.949323ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.568 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:53:06.569 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310166008\n# Parse_time: 0\n# Compile_time: 0.001018\n# Rewrite_time: 0.000008105\n# Optimize_time: 0\n# Wait_TS: 0.000335999\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:06.577 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:53:06.631 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.631 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:53:06.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.999517ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.795 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:06.796 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:53:06.832 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.958183ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.868 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.915 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:53:06.915 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.918 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343541674\n# Parse_time: 0\n# Compile_time: 0.002145047\n# Rewrite_time: 0.00001009\n# Optimize_time: 0\n# Wait_TS: 0.000447942\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:06.923 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:53:06.972 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.972 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:53:07.052 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.138 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.800374ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:07.148 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:07.148 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:53:07.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.849641ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:53:07.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:07.279 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35777281\n# Parse_time: 0\n# Compile_time: 0.001931921\n# Rewrite_time: 0.000009452\n# Optimize_time: 0\n# Wait_TS: 0.000423526\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:07.286 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:07.288 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:07.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:07.359 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:07.409 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.83683ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:07.544 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:07.544 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:53:07.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.150945ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.701 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:53:07.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:07.705 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.423086124\n# Parse_time: 0\n# Compile_time: 0.004285084\n# Rewrite_time: 0.000011389\n# Optimize_time: 0\n# Wait_TS: 0.000343731\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:07.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:53:07.779 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:07.779 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:53:07.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.536353ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:07.928 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:07.928 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:53:07.963 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.913465ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.025 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.085 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:53:08.085 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:08.088 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380417768\n# Parse_time: 0\n# Compile_time: 0.002097582\n# Rewrite_time: 0.000009308\n# Optimize_time: 0\n# Wait_TS: 0.000366966\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:08.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:08.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:08.144 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:08.202 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.127074ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:08.310 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:08.310 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:53:08.346 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.11543ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.384 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.436 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:53:08.436 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:08.439 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348729292\n# Parse_time: 0\n# Compile_time: 0.002029145\n# Rewrite_time: 0.000010559\n# Optimize_time: 0\n# Wait_TS: 0.000380931\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:08.443 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:08.496 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:08.496 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:08.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.896149ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:08.657 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:08.657 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:53:08.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.507898ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.730 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.781 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:53:08.781 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:08.785 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343010901\n# Parse_time: 0\n# Compile_time: 0.001972543\n# Rewrite_time: 0.000009692\n# Optimize_time: 0\n# Wait_TS: 0.000396054\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:08.789 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:08.835 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:08.835 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:08.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.986 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.936249ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:08.996 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:08.996 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:53:09.032 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.480422ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.117 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:53:09.117 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:09.120 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.333598587\n# Parse_time: 0\n# Compile_time: 0.002577797\n# Rewrite_time: 0.000008653\n# Optimize_time: 0\n# Wait_TS: 0.000421172\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:09.125 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:53:09.173 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:09.173 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:53:09.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.308 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.950304ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:09.319 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:09.319 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:53:09.355 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.796425ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.420 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.469 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:53:09.469 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:09.472 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349482772\n# Parse_time: 0\n# Compile_time: 0.00212262\n# Rewrite_time: 0.000012782\n# Optimize_time: 0\n# Wait_TS: 0.000484602\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:09.476 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:53:09.535 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:53:09.535 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:09.601 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.820181ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:09.697 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:09.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:53:09.732 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.224307ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.779 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.827 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:53:09.827 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:09.830 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355495152\n# Parse_time: 0\n# Compile_time: 0.001813362\n# Rewrite_time: 0.000008705\n# Optimize_time: 0\n# Wait_TS: 0.000430281\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:09.836 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:09.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:09.906 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:09.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.635097ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.090 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.090 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:53:10.126 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.821945ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.173 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.252 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:53:10.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:10.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.421934775\n# Parse_time: 0\n# Compile_time: 0.002780799\n# Rewrite_time: 0.000007639\n# Optimize_time: 0\n# Wait_TS: 0.000426265\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:10.274 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:10.335 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:10.335 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:10.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.453 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.925757ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.464 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:53:10.499 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.706139ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.573 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.624 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:53:10.624 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:10.628 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35523189\n# Parse_time: 0\n# Compile_time: 0.001681004\n# Rewrite_time: 0.000010877\n# Optimize_time: 0\n# Wait_TS: 0.000380585\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:10.631 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:53:10.673 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:10.673 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:53:10.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.796 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.428139ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.806 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:53:10.845 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.469035ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.880 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:53:10.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:10.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:53:10.966 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:10.966 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:53:11.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.311694ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:11.084 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:11.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:53:11.121 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.978382ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.181 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.213 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:53:11.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.222 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:53:11.279 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.279 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:53:11.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.410491ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:11.445 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:11.445 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:53:11.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.807554ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.530 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.585 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:53:11.586 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.589 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.368448661\n# Parse_time: 0\n# Compile_time: 0.001974092\n# Rewrite_time: 0.000009792\n# Optimize_time: 0\n# Wait_TS: 0.000383105\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:11.592 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:11.639 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.639 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:11.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.788 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.832739ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:11.799 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:11.799 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:53:11.834 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.702044ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.875 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:53:11.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337683239\n# Parse_time: 0\n# Compile_time: 0.001450395\n# Rewrite_time: 0.000009217\n# Optimize_time: 0\n# Wait_TS: 0.000294284\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:11.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:53:11.980 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.980 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:53:12.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.614802ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.133 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.133 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:53:12.169 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.102975ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.267 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:53:12.267 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.270 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339145771\n# Parse_time: 0\n# Compile_time: 0.001798772\n# Rewrite_time: 0.000010575\n# Optimize_time: 0\n# Wait_TS: 0.000362599\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:12.273 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:53:12.317 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.317 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:53:12.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.437 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.75607ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.447 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:53:12.483 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.457086ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.582 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:53:12.582 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312982022\n# Parse_time: 0\n# Compile_time: 0.001561584\n# Rewrite_time: 0.000009157\n# Optimize_time: 0\n# Wait_TS: 0.00037793\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:12.587 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:12.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:53:12.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.734384ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.759 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.759 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:53:12.794 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.806902ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.830 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.593 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.873 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:53:12.873 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.879 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:53:12.923 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.923 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:53:12.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.036 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.649504ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.051 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.051 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:53:13.079 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.220543ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.135 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.181 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:53:13.181 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.185 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307402599\n# Parse_time: 0\n# Compile_time: 0.001642543\n# Rewrite_time: 0.000012267\n# Optimize_time: 0\n# Wait_TS: 0.000366962\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.190 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:13.192 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:13.250 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.250 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:53:13.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.93809ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.424 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:53:13.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.226709ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.526 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.579 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:53:13.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.583 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395266939\n# Parse_time: 0\n# Compile_time: 0.002139124\n# Rewrite_time: 0.000009012\n# Optimize_time: 0\n# Wait_TS: 0.00042737\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.588 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:13.644 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.644 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:13.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.41642ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.823 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.823 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:53:13.856 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.986137ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.981 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:53:13.981 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.39914562\n# Parse_time: 0\n# Compile_time: 0.002879299\n# Rewrite_time: 0.000008798\n# Optimize_time: 0\n# Wait_TS: 0.000343702\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.991 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:14.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.050 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:14.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.194 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.221014ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.204 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:53:14.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.001847ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.276 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.334 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:53:14.334 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.338 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348757879\n# Parse_time: 0\n# Compile_time: 0.002162057\n# Rewrite_time: 0.000009884\n# Optimize_time: 0\n# Wait_TS: 0.000426519\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:53:14.439 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.439 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:53:14.508 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.908029ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.635 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:53:14.670 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.881547ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.734 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.343 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:53:14.812 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.471522317\n# Parse_time: 0\n# Compile_time: 0.003229165\n# Rewrite_time: 0.000007902\n# Optimize_time: 0\n# Wait_TS: 0.000297862\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.817 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:53:14.854 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.854 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:53:14.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.387603ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.979 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:53:15.008 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=467e2f18-84d0-4d58-a28c-b368a03b0629] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:15.008 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:53:15.016 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.693034ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.072 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.106 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:53:15.106 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:15.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.210 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:15.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:53:15.251 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.962462ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:15.363 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:53:15.400 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.377645ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:15.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:53:15.533 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.42205556\n# Parse_time: 0\n# Compile_time: 0.007689153\n# Rewrite_time: 0.004279188\n# Optimize_time: 0\n# Wait_TS: 0.000808606\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:53:15.594 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.594 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:53:15.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.793742ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:15.761 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.761 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:53:15.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=63.756167ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.905 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:53:15.905 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.909 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370078898\n# Parse_time: 0\n# Compile_time: 0.001821081\n# Rewrite_time: 0.000012192\n# Optimize_time: 0\n# Wait_TS: 0.000385414\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.913 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:53:15.957 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.957 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:53:16.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.71716ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.104 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:53:16.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.825633ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.219 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:53:16.219 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.223 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311328754\n# Parse_time: 0\n# Compile_time: 0.00178795\n# Rewrite_time: 0.0000088\n# Optimize_time: 0\n# Wait_TS: 0.000387703\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.226 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:53:16.274 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.274 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:53:16.318 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.822802ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.399 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.399 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:53:16.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.373857ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.540 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:53:16.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.319043189\n# Parse_time: 0\n# Compile_time: 0.001619136\n# Rewrite_time: 0.00000985\n# Optimize_time: 0\n# Wait_TS: 0.000384372\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.551 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:53:16.642 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.643 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:53:16.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.30918ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.836 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:53:16.871 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.848199ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.009 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:53:17.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.013 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.464677601\n# Parse_time: 0\n# Compile_time: 0.003348581\n# Rewrite_time: 0.000012197\n# Optimize_time: 0\n# Wait_TS: 0.000418229\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.018 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:53:17.103 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.103 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:53:17.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.91502ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.300 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.300 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:53:17.334 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.997737ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.445 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:53:17.445 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.448 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.432420535\n# Parse_time: 0\n# Compile_time: 0.002331418\n# Rewrite_time: 0.000008773\n# Optimize_time: 0\n# Wait_TS: 0.000383486\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.457 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:53:17.545 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.545 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:53:17.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.384265ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.768 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:53:17.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.181336ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.878 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.963 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:53:17.963 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.51195663\n# Parse_time: 0\n# Compile_time: 0.002791468\n# Rewrite_time: 0.000007499\n# Optimize_time: 0\n# Wait_TS: 0.000353851\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.972 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:18.054 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.054 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:18.122 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.877222ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.257 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.257 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:53:18.293 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.341111ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.333 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.425 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:53:18.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.459434459\n# Parse_time: 0\n# Compile_time: 0.00248129\n# Rewrite_time: 0.000007818\n# Optimize_time: 0\n# Wait_TS: 0.000407905\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:18.516 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.516 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:18.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.715 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.16853ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.725 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.725 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:53:18.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.999944ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.826 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.907 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:53:18.908 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.911 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.478734407\n# Parse_time: 0\n# Compile_time: 0.002651229\n# Rewrite_time: 0.000008849\n# Optimize_time: 0\n# Wait_TS: 0.000431192\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.918 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:53:19.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:53:19.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.239 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.202208ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.250 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:53:19.284 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.817405ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.412 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:53:19.412 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.416 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.500812034\n# Parse_time: 0\n# Compile_time: 0.00314356\n# Rewrite_time: 0.000009283\n# Optimize_time: 0\n# Wait_TS: 0.000344379\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.422 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:19.496 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.496 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:19.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.382139ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.670 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.670 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:53:19.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.776128ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.775 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.838 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:53:19.838 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.842 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.422695583\n# Parse_time: 0\n# Compile_time: 0.002642326\n# Rewrite_time: 0.000008742\n# Optimize_time: 0\n# Wait_TS: 0.000453803\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.847 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:19.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.909 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:19.966 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.016269ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.072 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.072 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:53:20.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.196758ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.843 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:53:20.232 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.235 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.390247258\n# Parse_time: 0\n# Compile_time: 0.002374673\n# Rewrite_time: 0.000008889\n# Optimize_time: 0\n# Wait_TS: 0.000399075\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.244 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:53:20.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.352 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:53:20.412 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.920715ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.575 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:53:20.610 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.099678ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.678 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.243 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.771 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:53:20.771 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.775 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.534772662\n# Parse_time: 0\n# Compile_time: 0.003646887\n# Rewrite_time: 0.000008582\n# Optimize_time: 0\n# Wait_TS: 0.000421945\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.784 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:20.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.843 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:20.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.029 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.565352ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.042 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:53:21.062 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.328296ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.123 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.793 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.185 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:53:21.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408050624\n# Parse_time: 0\n# Compile_time: 0.003726518\n# Rewrite_time: 0.000008602\n# Optimize_time: 0\n# Wait_TS: 0.000316853\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:53:21.242 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.242 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:53:21.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.868841ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.383 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.383 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:53:21.418 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.53933ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.495 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.193 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.545 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:53:21.545 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.549 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358738671\n# Parse_time: 0\n# Compile_time: 0.001290771\n# Rewrite_time: 0.000008205\n# Optimize_time: 0\n# Wait_TS: 0.00042025\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.552 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:53:21.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:53:21.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.923096ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.738 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.738 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:53:21.774 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.627871ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.869 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:53:21.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321514014\n# Parse_time: 0\n# Compile_time: 0.00163416\n# Rewrite_time: 0.000008563\n# Optimize_time: 0\n# Wait_TS: 0.000430189\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.873 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:53:21.901 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.901 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:53:21.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.987 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=982.466Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:21.997 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.997 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:53:22.025 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:22.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:22.025 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:22.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:22.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.942311ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.132 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:53:22.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:22.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.189 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:22.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:53:22.263 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.670123ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:22.364 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:53:22.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.004535ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:22.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.434 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:53:22.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.485 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347867063\n# Parse_time: 0\n# Compile_time: 0.003678468\n# Rewrite_time: 0.001810547\n# Optimize_time: 0\n# Wait_TS: 0.000405181\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.982 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574129484955656\n# Query_time: 0.351236081\n# Parse_time: 0\n# Compile_time: 0.167801444\n# Rewrite_time: 0.015483135\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 361372\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzQuMW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI4LjMBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDYxMy43wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDI0LjXCtXMRQQx3YWl0ERoIOS42HRooa3ZfcmVhZF93YWwNaAggNTcFaAFnBGt2LhkAADYJOxh9LCBzY2FuPoEADGtleXMFxChnZXRfc25hcHNobxF1DDguMDgFdWhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BokR4bjoge3ByZXdyaXRlOjEuNDYhNwFRESIQczozNTUN3AkUDDoxLjIFJxxzbG93ZXN0XxFAJUQAIDGEZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIao4MTI3LjAuMC4xOjIwMTYyAfwAbS5jAT4KAQg2Mi4B0UILAQGrOvwADDEwLjRu/AAF7DlNBZEUX2JhdGNoJbcUOiAxNi4zBUEocHJvcG9zZV9zZW4hsUhpdDogMHMsIHBlcnNpc3RfbG9nGe8QMTIxLjkFNglgFGxlYWRlcg1SJDc4bnMsIHN5bmMJNQQ3Mw1iCSwwbWVtdGFibGU6IDIuNkEtOaIFZAQzN1FeEGFwcGx5Mq0ABDIxTT0FGxWQADkRYhRtdXRleF8p/AG9CXIyngAZFwB3ZT0AMS1ACSsZnQgxNy4FnV1BGHByaW1hcnn++gFq+gEEMzgNdgAsOgUDSvoBCDcuN/r6AQA1Dfuu+gEENjINNSkwMlsBBDM0NvkBADNRWwksOVwMNjU1bj73AQgxOTUu3AEy9wEEMTQljAAsOvcBBDUzZScALMr3AQQxMg1tPpsACDguMGEPJfdtzQhudW2hLQkqhYgEMSwNDhhieXRlOjMyBS5saW5zZXJ0OjE0NS43bXMJMTA0LjkgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 09:53:23.100 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.091807075s] [2024/05/06 09:53:23.105 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] [2024/05/06 09:53:23.105 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] [2024/05/06 09:53:23.105 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:23.107 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd015176-e4b9-4fc9-8f63-7c67f98f92b9"] [] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=27.558Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=16.776Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=13.662Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.456Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.553Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=12.315Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=14.011Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=5.013Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=10.727Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=12.884Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=11.175Β΅s] [2024/05/06 09:53:23.108 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:23.109 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:23.109 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:23.123 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=cd015176-e4b9-4fc9-8f63-7c67f98f92b9] ["take time"=18.467316ms] [2024/05/06 09:53:23.123 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=cd015176-e4b9-4fc9-8f63-7c67f98f92b9] [2024/05/06 09:53:23.126 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1897] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:23.126 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:23.126 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:23.126 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:23.126 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:23.126 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:23.126 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 467e2f18-84d0-4d58-a28c-b368a03b0629 watch owner key /tidb/br-stream/owner/6f188f4d50aa9241"] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:23.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:23.126 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:23.126 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 467e2f18-84d0-4d58-a28c-b368a03b0629"] [2024/05/06 09:53:23.127 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:23.127 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:23.128 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:23.128 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 467e2f18-84d0-4d58-a28c-b368a03b0629"] [error="context canceled"] [2024/05/06 09:53:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:23.128 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:53:23.128 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=467e2f18-84d0-4d58-a28c-b368a03b0629] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.128 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:23.128 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 467e2f18-84d0-4d58-a28c-b368a03b0629"] [2024/05/06 09:53:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:23.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:23.129 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=24.295908ms] [2024/05/06 09:53:23.129 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822030118250440] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:23.140 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:23.282 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=795] ["lease id"=22318f4d50aa9291] [2024/05/06 09:53:23.285 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:23.381 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=92.395121ms] [2024/05/06 09:53:23.386 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:23.386 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [runWorker=true] [2024/05/06 09:53:23.386 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:23.388 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:23.389 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:23.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:23.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:23.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:23.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:23.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:23.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:23.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:23.389 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:23.390 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:23.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:23.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:23.390 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:23.390 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.390 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:23.391 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50aa929c] [ownerID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [op=none] [2024/05/06 09:53:23.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:23.392 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=589930c5-db9e-4e06-895a-588287ec6a5f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.414 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:23.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:23.416 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:23.418 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d50aa92a1] [ownerID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [op=none] [2024/05/06 09:53:23.430 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:53:23.436 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:23.441 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:23.442 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50aa929c] [ownerID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [op=none] [2024/05/06 09:53:23.442 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [op=none] [2024/05/06 09:53:23.442 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:23.516 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:23.533 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:23.544 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:23.544 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:23.544 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:23.545 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:23.545 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:23.545 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:23.545 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:23.545 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:23.545 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:23.547 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:23.547 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:23.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:23.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:23.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:23.549 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:23.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:23.569 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] ["owner key"=/tidb/stats/owner/3eaa8f4d50aa92a4] [ownerID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [op=none] [2024/05/06 09:53:23.572 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:23.574 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/05/06 09:53:23.580 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/93ff108f-06e4-4d83-bd54-d569d4aa20ca] [2024/05/06 09:53:23.582 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:23.582 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:23.595 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:23.595 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:23.595 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:23.616 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=68.662007ms] [2024/05/06 09:53:23.653 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/05/06 09:53:23.665 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/06 09:53:23.667 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/05/06 09:53:23.711 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:23.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/05/06 09:53:23.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:23.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.779 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=942.858Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:23.819 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:53:23.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.938226ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:23.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.929 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.643 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.957 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:53:23.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.964 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:53:24.002 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.002 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:53:24.065 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.074 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:53:24.131 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.23486ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.142 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:53:24.178 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.187812ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.943 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.266 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:53:24.266 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.269 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307555907\n# Parse_time: 0.00139999\n# Compile_time: 0.000963121\n# Rewrite_time: 0.000009272\n# Optimize_time: 0.000393004\n# Wait_TS: 0.000332484\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:53:24.358 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 467e2f18-84d0-4d58-a28c-b368a03b0629"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:24.411 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:24.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:24.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:24.411 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:24.581 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:24.581 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:24.582 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/93ff108f-06e4-4d83-bd54-d569d4aa20ca] [watcherID=c9235b63-32ee-44cf-81be-60b227c745a2] [2024/05/06 09:53:24.596 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:24.610 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=62] [2024/05/06 09:53:24.610 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:24.610 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:24.610 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:24.610 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:24.933 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:25.184 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:25.287 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:25.325 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:25.325 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:25.389 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:25.430 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:25.431 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:25.433 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:53:25.472 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:25.487 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:25.487 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 09:53:25.487 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=124.71Β΅s] [2024/05/06 09:53:25.487 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=373.967Β΅s] [] [2024/05/06 09:53:25.488 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:25.488 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:25.622 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:53:25.648 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:53:25.665 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=61] [2024/05/06 09:53:25.705 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:25.706 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:53:25.707 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:25.708 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:53:25.717 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:25.717 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:25.717 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:25.717 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:25.719 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:25.719 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:25.719 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:25.719 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:25.719 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:25.734 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:25.736 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:25.736 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:25.736 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:25.736 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 09:53:25.781 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:53:25.785 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:53:25.803 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:25.803 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:53:25.831 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/06 09:53:25.833 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=205.354Β΅s] [encodeDur=1.134442ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=92.474Β΅s] [type=file] [takeTime=1.958242ms] [] [2024/05/06 09:53:25.834 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:53:25.834 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/27b79515-b9e7-4627-a53e-cbbe40a73ce6.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 09:53:25.859 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/06 09:53:25.861 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=202.765Β΅s] [encodeDur=991.078Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=72.894Β΅s] [type=file] [takeTime=1.69662ms] [] [2024/05/06 09:53:25.862 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:53:25.862 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/34a393b2-808a-4d86-acd5-598ab35c61ed.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/05/06 09:53:25.871 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/06 09:53:25.873 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.115454ms] [encodeDur=876.252Β΅s] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=71.901Β΅s] [type=file] [takeTime=2.409631ms] [] [2024/05/06 09:53:25.874 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=93.492467ms] [] [2024/05/06 09:53:25.874 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/9701a5e0-6a59-4db8-8733-2980c23f776b.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 09:53:25.875 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:25.875 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:25.875 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:53:25.877 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.993302ms] [] [2024/05/06 09:53:25.877 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 09:53:25.882 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:25.905 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/06 09:53:25.905 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:25.923 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/06 09:53:25.926 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=48.744487ms] [] [2024/05/06 09:53:25.926 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:53:25.927 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.623536ms] [] [2024/05/06 09:53:25.928 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:25.928 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:25.930 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=2.009092ms] [] [2024/05/06 09:53:25.930 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 09:53:25.930 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:25.930 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=80.972Β΅s] [] [2024/05/06 09:53:25.930 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:25.931 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.16133ms] [] [2024/05/06 09:53:25.991 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:25.994 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:25.994 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:25.994 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:25.994 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:25.996 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:25.996 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:25.996 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:25.996 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:25.996 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:25.996 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=291.545075ms] [] [2024/05/06 09:53:26.046 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:26.047 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:26.048 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:26.048 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:26.117 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/06 09:53:26.119 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:26.119 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:26.295 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:26.340 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:26.341 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:26.341 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:26.341 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.667Β΅s] [] [2024/05/06 09:53:26.341 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/05/06 09:53:26.341 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 09:53:26.341 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:53:26.341 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:53:26.346 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/05/06 09:53:26.347 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/06 09:53:26.347 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.303642ms] [] [2024/05/06 09:53:26.347 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.521621ms] [] [2024/05/06 09:53:26.389 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=93.398723ms] [] [2024/05/06 09:53:26.447 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:26.447 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:53:26.450 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:53:26.524 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:53:26.533 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:26.552 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.276956307\n# Parse_time: 0.000956799\n# Compile_time: 0.001464823\n# Rewrite_time: 0.000249989\n# Optimize_time: 0.000393004\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:26.555 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:26.555 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:26.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/06 09:53:26.630 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:26.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/05/06 09:53:26.630 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:26.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.695 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:26.711 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.723 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:53:26.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.414139ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:26.792 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:53:26.826 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.163222ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.892 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:53:26.905 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 09:53:26.909 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.543 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:53:26.970 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.413099622\n# Parse_time: 0.000462353\n# Compile_time: 0.000996412\n# Rewrite_time: 0.000009572\n# Optimize_time: 0.000924491\n# Wait_TS: 0.000366295\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/05/06 09:53:26.989 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:27.222 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:27.312 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:27.356 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:27.357 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:27.481 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:27.483 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:27.484 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:53:27.505 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:27.518 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:27.518 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/06 09:53:27.518 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=98.668Β΅s] [2024/05/06 09:53:27.518 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=234.954Β΅s] [] [2024/05/06 09:53:27.519 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:27.519 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:27.644 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:53:27.662 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=61] [2024/05/06 09:53:27.665 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:53:27.701 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:27.702 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:53:27.704 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:27.713 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:27.713 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:27.713 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:27.713 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:27.714 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:27.714 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:27.714 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:27.715 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:27.715 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:27.729 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:27.731 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:27.731 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:27.731 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:27.731 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 09:53:27.780 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:53:27.785 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:53:27.789 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:27.789 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:53:27.807 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/05/06 09:53:27.808 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=102.822Β΅s] [encodeDur=459.643Β΅s] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=53.578Β΅s] [type=file] [takeTime=1.03094ms] [] [2024/05/06 09:53:27.809 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:53:27.809 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/95498039-de82-42e2-a135-771450ddc2ab.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 09:53:27.915 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/05/06 09:53:27.916 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=145.827Β΅s] [encodeDur=811.857Β΅s] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=47.426Β΅s] [type=file] [takeTime=1.383033ms] [] [2024/05/06 09:53:27.917 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:53:27.917 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/44b0d5e0-6032-434a-8981-e55f2ac460c7.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 09:53:28.029 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/05/06 09:53:28.031 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=265.49Β΅s] [encodeDur=1.520209ms] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=71.956Β΅s] [type=file] [takeTime=2.240147ms] [] [2024/05/06 09:53:28.032 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/e855d65c-edda-42d3-9ad1-f5426581d053.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/05/06 09:53:28.032 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=252.494814ms] [] [2024/05/06 09:53:28.033 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:28.033 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:28.033 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:53:28.035 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.17317ms] [] [2024/05/06 09:53:28.035 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/06 09:53:28.041 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:28.062 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/06 09:53:28.063 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:28.076 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/06 09:53:28.079 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.093465ms] [] [2024/05/06 09:53:28.079 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/06 09:53:28.080 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.363783ms] [] [2024/05/06 09:53:28.080 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:28.080 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:28.082 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.800318ms] [] [2024/05/06 09:53:28.082 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/06 09:53:28.082 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:28.082 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=59.353Β΅s] [] [2024/05/06 09:53:28.082 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/06 09:53:28.083 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.048379ms] [] [2024/05/06 09:53:28.142 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:28.146 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:28.146 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:28.146 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:28.146 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:28.148 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:28.148 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:28.148 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:28.148 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:28.148 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:28.149 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=447.436388ms] [] [2024/05/06 09:53:28.181 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:28.183 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:28.184 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:28.184 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:28.263 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/06 09:53:28.265 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:28.265 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:28.427 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:28.471 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:28.471 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:28.471 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:28.471 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.374Β΅s] [] [2024/05/06 09:53:28.471 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/05/06 09:53:28.471 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 09:53:28.471 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:53:28.471 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:53:28.476 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/05/06 09:53:28.476 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/06 09:53:28.477 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.569968ms] [] [2024/05/06 09:53:28.477 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.770922ms] [] [2024/05/06 09:53:28.520 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=93.032625ms] [] [2024/05/06 09:53:28.578 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:28.578 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:53:28.580 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:53:28.648 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:53:28.663 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:28.687 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:28.687 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:28.815 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:28.879 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.904758015\n# Parse_time: 0.001103199\n# Compile_time: 0.001534678\n# Rewrite_time: 0.000244038\n# Optimize_time: 0.000924491\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/05/06 09:53:28.889 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/06 09:53:28.891 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/06 09:53:28.932 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.932 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/05/06 09:53:28.977 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.377041ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:29.038 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:53:29.072 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.8433ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.893 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.147 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:53:29.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.155 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/06 09:53:29.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.222 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/05/06 09:53:29.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.280 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/05/06 09:53:29.346 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.482388ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.359 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:53:29.392 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.259327ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.509 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:53:29.509 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35951667\n# Parse_time: 0.001145447\n# Compile_time: 0.00083201\n# Rewrite_time: 0.000011797\n# Optimize_time: 0.0009082\n# Wait_TS: 0.000372042\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/05/06 09:53:29.709 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2378185720/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:29.709 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:29.709 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:53:29.709 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=55.012Β΅s] [2024/05/06 09:53:29.709 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=166.662Β΅s] [] [2024/05/06 09:53:29.804 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:53:29.853 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:29.853 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:53:29.958 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:29.960 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:29.961 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:53:29.979 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:29.979 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:53:30.121 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:53:30.142 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:53:30.167 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=54] [2024/05/06 09:53:30.208 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 09:53:30.210 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:53:30.218 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:30.218 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:30.219 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:30.219 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:30.220 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:30.220 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:30.220 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:30.220 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:30.220 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:30.235 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:30.237 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:30.237 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:30.237 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:30.237 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 09:53:30.282 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:53:30.286 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:30.289 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:30.289 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:53:30.338 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/06 09:53:30.340 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=182.902Β΅s] [encodeDur=1.111661ms] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=344.986Β΅s] [type=file] [takeTime=2.048821ms] [] [2024/05/06 09:53:30.341 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=59.210934ms] [] [2024/05/06 09:53:30.341 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/9ba47f05-7342-4bb8-86af-65aac576bd77.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 09:53:30.341 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:30.341 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:30.341 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:30.344 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.326551ms] [] [2024/05/06 09:53:30.344 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:53:30.348 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:30.371 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/06 09:53:30.371 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:30.385 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 09:53:30.387 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=43.051303ms] [] [2024/05/06 09:53:30.387 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:30.389 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.945674ms] [] [2024/05/06 09:53:30.389 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:30.389 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:30.392 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=2.55535ms] [] [2024/05/06 09:53:30.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:53:30.392 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:30.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=170.456Β΅s] [] [2024/05/06 09:53:30.392 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:30.394 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.506937ms] [] [2024/05/06 09:53:30.467 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:30.471 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:30.471 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.471 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:30.471 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:30.474 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:30.474 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:30.474 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:30.474 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.474 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:30.474 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=265.798258ms] [] [2024/05/06 09:53:30.476 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:30.478 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:30.479 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:30.479 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:30.550 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/06 09:53:30.552 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:30.552 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:53:30.724 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 09:53:30.774 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:30.774 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:30.774 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:30.781 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=6.875625ms] [] [2024/05/06 09:53:30.781 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/05/06 09:53:30.781 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 09:53:30.781 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:53:30.781 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:53:30.785 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/05/06 09:53:30.785 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/06 09:53:30.786 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.474427ms] [] [2024/05/06 09:53:30.786 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.701695ms] [] [2024/05/06 09:53:30.847 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=122.478808ms] [] [2024/05/06 09:53:30.877 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:30.877 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:53:30.881 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:53:30.938 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:53:30.959 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:30.986 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:30.986 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:31.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5609393919999999\n# Parse_time: 0.000797547\n# Compile_time: 0.001330741\n# Rewrite_time: 0.000218005\n# Optimize_time: 0.0009082\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2378185720/001/server-0.csv';"] [2024/05/06 09:53:31.083 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 09:53:31.087 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:31.115 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.114 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:53:31.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.179 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:53:31.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.695081ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:31.254 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:53:31.288 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.637696ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.361 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:53:31.370 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:53:31.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.093 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.440 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:53:31.441 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362009293\n# Parse_time: 0.000203262\n# Compile_time: 0.000638058\n# Rewrite_time: 0.000008287\n# Optimize_time: 0.001129996\n# Wait_TS: 0.00039438\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:53:31.669 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2378185720/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:31.669 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:31.669 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/06 09:53:31.669 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=150.411Β΅s] [2024/05/06 09:53:31.670 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=402.927Β΅s] [] [2024/05/06 09:53:31.776 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:53:31.825 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:31.825 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:53:31.931 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:31.932 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:31.933 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:53:31.951 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:31.951 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:53:32.107 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:53:32.129 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:53:32.131 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=54] [2024/05/06 09:53:32.172 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 09:53:32.173 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:53:32.182 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:32.182 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:32.183 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:32.183 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:32.184 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:32.184 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:32.184 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:32.184 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:32.184 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:32.198 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:32.199 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:32.199 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:32.199 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:32.199 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 09:53:32.241 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:53:32.245 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:32.249 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:32.250 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:53:32.250 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:53:32.250 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:53:32.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/05/06 09:53:32.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/05/06 09:53:32.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/05/06 09:53:32.259 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=277.286Β΅s] [encodeDur=1.035279ms] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=328.393Β΅s] [type=file] [takeTime=2.490384ms] [] [2024/05/06 09:53:32.259 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=249.263Β΅s] [encodeDur=1.412974ms] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=346.184Β΅s] [type=file] [takeTime=2.429483ms] [] [2024/05/06 09:53:32.259 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=267.804Β΅s] [encodeDur=1.681644ms] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=285.008Β΅s] [type=file] [takeTime=2.739373ms] [] [2024/05/06 09:53:32.259 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/4aa9c766-2e77-400e-b521-a94c59ca1001.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/06 09:53:32.260 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=18.458587ms] [] [2024/05/06 09:53:32.260 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:32.260 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:32.260 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:32.261 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/dae94464-7513-4b1d-9dcd-f19c1454221d.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/05/06 09:53:32.261 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/0eb8ff0e-696e-4170-8693-63446bc0dcb5.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/05/06 09:53:32.264 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=3.847815ms] [] [2024/05/06 09:53:32.264 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:53:32.270 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:32.293 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:53:32.293 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:32.307 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:53:32.309 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=44.875355ms] [] [2024/05/06 09:53:32.309 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:32.311 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.240006ms] [] [2024/05/06 09:53:32.311 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:32.311 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:32.312 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.842603ms] [] [2024/05/06 09:53:32.313 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:53:32.313 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:32.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=58.796Β΅s] [] [2024/05/06 09:53:32.313 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:32.314 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=980.5Β΅s] [] [2024/05/06 09:53:32.368 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:53:32.371 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:32.371 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.371 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:32.371 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:32.373 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:32.373 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:32.373 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:32.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.373 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:32.373 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=201.140038ms] [] [2024/05/06 09:53:32.466 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:32.467 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:32.469 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:32.469 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:32.541 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/06 09:53:32.543 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:32.543 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:53:32.710 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 09:53:32.761 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:32.761 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:32.761 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:32.769 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.451115ms] [] [2024/05/06 09:53:32.769 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/05/06 09:53:32.769 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 09:53:32.769 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:53:32.769 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:53:32.773 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/05/06 09:53:32.773 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/06 09:53:32.773 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.182614ms] [] [2024/05/06 09:53:32.774 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.37281ms] [] [2024/05/06 09:53:32.835 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=124.701988ms] [] [2024/05/06 09:53:32.851 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:32.851 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:53:32.854 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:53:32.927 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:53:32.930 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:32.953 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:32.953 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:33.044 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.598534378\n# Parse_time: 0.000393718\n# Compile_time: 0.001244998\n# Rewrite_time: 0.000276343\n# Optimize_time: 0.001129996\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2378185720/001/server-*.csv';"] [2024/05/06 09:53:33.054 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:33.056 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/06 09:53:33.086 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:33.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.086 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:33.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:53:33.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.141 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/05/06 09:53:33.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.675529ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:33.223 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 09:53:33.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.291113ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.306 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 09:53:33.315 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/05/06 09:53:33.319 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.386 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:53:33.386 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.390 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.334314811\n# Parse_time: 0.000238862\n# Compile_time: 0.000709823\n# Rewrite_time: 0.000010456\n# Optimize_time: 0.001140384\n# Wait_TS: 0.000419939\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:53:33.564 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2378185720/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:33.564 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:33.564 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:33.565 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=62.803Β΅s] [2024/05/06 09:53:33.565 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=190.339Β΅s] [] [2024/05/06 09:53:33.696 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:53:33.735 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:33.735 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:53:33.840 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:33.842 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:33.843 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:53:33.865 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:33.865 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:53:33.989 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:53:34.029 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:53:34.037 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=54] [2024/05/06 09:53:34.080 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 09:53:34.081 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:53:34.090 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:34.090 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:34.090 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:34.091 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:34.092 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:34.092 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:34.092 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:34.092 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:34.092 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:34.108 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:34.109 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:34.109 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:34.109 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:34.109 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 09:53:34.159 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:53:34.163 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:34.166 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:34.166 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/06 09:53:34.174 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/05/06 09:53:34.176 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=221.859Β΅s] [encodeDur=762.591Β΅s] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=287.225Β΅s] [type=file] [takeTime=1.727558ms] [] [2024/05/06 09:53:34.177 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=17.936285ms] [] [2024/05/06 09:53:34.177 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/b604e3ba-a6cc-46f9-bfd7-1c46bc5f23ce.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/06 09:53:34.177 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:34.177 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:34.177 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:34.179 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.203356ms] [] [2024/05/06 09:53:34.179 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/06 09:53:34.184 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:34.206 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/06 09:53:34.206 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:34.221 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 09:53:34.223 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=43.859855ms] [] [2024/05/06 09:53:34.223 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/06 09:53:34.224 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.057871ms] [] [2024/05/06 09:53:34.224 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:34.224 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:34.226 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.608816ms] [] [2024/05/06 09:53:34.226 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/06 09:53:34.226 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:34.226 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=62.754Β΅s] [] [2024/05/06 09:53:34.226 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/06 09:53:34.227 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.042195ms] [] [2024/05/06 09:53:34.275 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:34.278 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:34.278 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:34.278 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:34.278 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:34.280 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:34.280 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:34.280 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:34.280 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:34.280 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:34.280 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=200.127723ms] [] [2024/05/06 09:53:34.361 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:34.363 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:34.364 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:34.365 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:34.456 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 09:53:34.458 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:34.458 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:53:34.624 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [2024/05/06 09:53:34.672 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:34.672 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:34.672 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:34.682 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=9.717347ms] [] [2024/05/06 09:53:34.682 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/05/06 09:53:34.682 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 09:53:34.682 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:53:34.682 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:53:34.686 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/05/06 09:53:34.687 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/06 09:53:34.687 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.949635ms] [] [2024/05/06 09:53:34.687 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=15.151271ms] [] [2024/05/06 09:53:34.730 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=105.317798ms] [] [2024/05/06 09:53:34.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:34.762 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:53:34.765 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:53:34.842 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:34.846 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:53:34.869 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:34.869 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:34.957 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:34.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.570132655\n# Parse_time: 0.000614561\n# Compile_time: 0.001262299\n# Rewrite_time: 0.000231716\n# Optimize_time: 0.001140384\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2378185720/001/test.csv.gz';"] === RUN TestImportInto/TestSnappy [2024/05/06 09:53:34.997 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/06 09:53:35.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/06 09:53:35.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/05/06 09:53:35.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.055666ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:35.129 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 09:53:35.166 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.832419ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.236 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.270 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:53:35.270 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.278 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:53:35.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:53:35.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.367 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/05/06 09:53:35.422 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.575249ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:35.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 09:53:35.468 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.40922ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.513 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.555 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:53:35.555 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.577 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:35.782 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:35.883 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:35.922 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:35.923 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:36.038 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:36.039 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:36.040 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:53:36.059 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:36.067 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:36.067 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/06 09:53:36.068 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=57.127Β΅s] [2024/05/06 09:53:36.068 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.928Β΅s] [] [2024/05/06 09:53:36.068 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:36.068 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:36.186 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:53:36.205 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:53:36.210 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=61] [2024/05/06 09:53:36.257 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:36.258 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:53:36.260 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:36.268 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:36.268 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:36.268 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:36.268 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:36.269 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:36.269 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:36.269 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:36.269 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:36.269 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:36.283 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:36.284 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:36.285 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:36.285 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:36.285 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 09:53:36.331 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:53:36.334 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:53:36.338 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:53:36.338 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:53:36.433 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/05/06 09:53:36.455 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=2.610695ms] [encodeDur=17.93028ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=224.669Β΅s] [type=file] [takeTime=21.59868ms] [] [2024/05/06 09:53:36.457 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/e70e0e64-15b4-4912-b2b7-3792494d55b3.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/05/06 09:53:36.457 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=125.844493ms] [] [2024/05/06 09:53:36.457 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:36.457 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:36.457 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:53:36.459 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.687954ms] [] [2024/05/06 09:53:36.459 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/06 09:53:36.464 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:36.486 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:53:36.486 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:36.501 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:53:36.502 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=43.113381ms] [] [2024/05/06 09:53:36.502 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/06 09:53:36.504 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.191384ms] [] [2024/05/06 09:53:36.504 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:36.504 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:53:36.505 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.588396ms] [] [2024/05/06 09:53:36.506 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/06 09:53:36.506 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:53:36.506 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=80.761Β΅s] [] [2024/05/06 09:53:36.506 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/06 09:53:36.507 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=981.283Β΅s] [] [2024/05/06 09:53:36.545 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:36.546 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:36.547 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:36.547 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:36.554 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:36.558 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:36.558 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.558 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:36.558 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:36.561 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:36.561 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:36.561 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:36.561 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.561 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:36.561 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=304.05054ms] [] [2024/05/06 09:53:36.609 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/06 09:53:36.610 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:36.610 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:36.751 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:36.813 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:53:36.813 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:53:36.813 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:53:36.813 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=39.712Β΅s] [] [2024/05/06 09:53:36.814 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/05/06 09:53:36.814 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 09:53:36.814 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:53:36.814 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:53:36.818 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/05/06 09:53:36.819 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/06 09:53:36.819 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.802179ms] [] [2024/05/06 09:53:36.819 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.04704ms] [] [2024/05/06 09:53:36.863 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=111.831116ms] [] [2024/05/06 09:53:36.943 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:36.943 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:53:36.946 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:53:36.985 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:53:37.029 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:37.049 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:37.049 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:37.123 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:37.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.574433857\n# Parse_time: 0.000776319\n# Compile_time: 0.001695494\n# Rewrite_time: 0.000322214\n# Optimize_time: 0.000923594\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse snappy;\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/05/06 09:53:37.145 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/06 09:53:37.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/06 09:53:37.198 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:37.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:37.198 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:37.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/05/06 09:53:37.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.274 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.34797ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:37.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/05/06 09:53:37.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.226919ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:37.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.143 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.393 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:53:37.393 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:37.399 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/06 09:53:37.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:37.447 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:53:37.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.500 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/05/06 09:53:37.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.596831ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:37.573 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/05/06 09:53:37.609 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.168244ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.393 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.748 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:53:37.748 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:37.752 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.354416519\n# Parse_time: 0.000581332\n# Compile_time: 0.000762849\n# Rewrite_time: 0.000008217\n# Optimize_time: 0.00195267\n# Wait_TS: 0.000447441\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/06 09:53:37.916 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:38.122 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:38.207 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:38.244 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:53:38.244 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:38.349 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:38.350 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:38.351 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:53:38.371 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:38.383 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:38.383 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/06 09:53:38.384 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=92.908Β΅s] [2024/05/06 09:53:38.384 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=289.568Β΅s] [] [2024/05/06 09:53:38.384 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:38.384 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:38.529 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:53:38.548 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:53:38.569 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=61] [2024/05/06 09:53:38.610 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:38.611 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:53:38.613 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:38.622 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:38.622 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822030118250440] [2024/05/06 09:53:38.622 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:38.622 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:38.623 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:38.623 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:38.623 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:38.623 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:38.623 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:38.638 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:38.640 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:38.640 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:38.640 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=264.3MiB] [per-index=88.09MiB] [2024/05/06 09:53:38.640 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 09:53:38.687 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:53:38.702 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:53:38.705 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:53:38.706 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:53:38.716 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/05/06 09:53:38.719 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.624019ms] [encodeDur=671.698Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=163.373Β΅s] [type=file] [takeTime=3.019599ms] [] [2024/05/06 09:53:38.720 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:53:38.721 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/a555dd3f-5db7-4529-b8fb-e669d4e9ed28.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 09:53:38.733 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/05/06 09:53:38.735 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.232897ms] [encodeDur=554.688Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=67.562Β΅s] [type=file] [takeTime=2.195546ms] [] [2024/05/06 09:53:38.736 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=49.1721ms] [] [2024/05/06 09:53:38.736 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/ea567022-cd58-4aa3-b19d-aa00fb6897eb.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/05/06 09:53:38.736 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:53:38.737 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:53:38.737 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:53:38.739 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=2.019666ms] [] [2024/05/06 09:53:38.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/06 09:53:38.744 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:38.766 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/06 09:53:38.766 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:38.779 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/06 09:53:38.781 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=42.293902ms] [] [2024/05/06 09:53:38.781 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/06 09:53:38.782 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.233306ms] [] [2024/05/06 09:53:38.783 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:53:38.783 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:53:38.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.713102ms] [] [2024/05/06 09:53:38.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/06 09:53:38.784 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:53:38.785 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=58.825Β΅s] [] [2024/05/06 09:53:38.785 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/06 09:53:38.785 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=884.873Β΅s] [] [2024/05/06 09:53:38.837 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:38.840 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:38.840 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:38.840 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:38.840 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:38.842 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:38.842 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:38.842 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:38.842 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:38.842 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:38.842 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=232.229426ms] [] [2024/05/06 09:53:38.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:38.867 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:38.868 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:38.868 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:38.952 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/06 09:53:38.954 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:38.954 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:39.089 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [2024/05/06 09:53:39.142 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:53:39.142 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:53:39.142 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:53:39.142 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.015Β΅s] [] [2024/05/06 09:53:39.142 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/05/06 09:53:39.142 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 09:53:39.142 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:53:39.142 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:53:39.146 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/05/06 09:53:39.147 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/06 09:53:39.147 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.856007ms] [] [2024/05/06 09:53:39.147 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.002785ms] [] [2024/05/06 09:53:39.189 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=99.853768ms] [] [2024/05/06 09:53:39.280 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:39.280 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:53:39.283 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:53:39.327 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:53:39.350 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:53:39.381 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:39.381 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:53:39.480 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:39.487 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.584971802\n# Parse_time: 0.000573669\n# Compile_time: 0.001370582\n# Rewrite_time: 0.00033664\n# Optimize_time: 0.00195267\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:39.526 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [2024/05/06 09:53:39.527 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [2024/05/06 09:53:39.528 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [] [2024/05/06 09:53:39.529 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=18.383Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=27.248Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=18.96Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=21.452Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=17.025Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=18.762Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=16.697Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=15.016Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=13.806Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.174Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=9.896Β΅s] [2024/05/06 09:53:39.530 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:39.530 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:39.530 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:39.536 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] ["take time"=37.84233ms] [2024/05/06 09:53:39.536 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [2024/05/06 09:53:39.538 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:39.539 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/93ff108f-06e4-4d83-bd54-d569d4aa20ca] [watcherID=c9235b63-32ee-44cf-81be-60b227c745a2] [2024/05/06 09:53:39.539 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:39.539 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/93ff108f-06e4-4d83-bd54-d569d4aa20ca] [2024/05/06 09:53:39.539 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:39.539 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:39.539 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:39.539 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:39.545 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:39.545 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=795] [2024/05/06 09:53:39.546 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [2024/05/06 09:53:39.546 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:39.547 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:39.547 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:39.547 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:39.547 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833 watch owner key /tidb/stats/owner/3eaa8f4d50aa92a4"] [2024/05/06 09:53:39.547 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 589930c5-db9e-4e06-895a-588287ec6a5f"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:39.547 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:39.547 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:39.546 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:39.546 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:39.547 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:39.547 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:39.547 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [2024/05/06 09:53:39.547 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:39.547 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=929122e4-a77b-4f5f-a3a3-bc0d27cb2833] [2024/05/06 09:53:39.548 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:39.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:39.547 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:39.548 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:39.548 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:39.548 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:39.548 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [error="context canceled"] [2024/05/06 09:53:39.549 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:39.549 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:39.549 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=589930c5-db9e-4e06-895a-588287ec6a5f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:39.549 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 589930c5-db9e-4e06-895a-588287ec6a5f"] [error="context canceled"] [2024/05/06 09:53:39.549 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:39.549 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:39.549 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:39.549 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 589930c5-db9e-4e06-895a-588287ec6a5f"] [2024/05/06 09:53:39.549 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 589930c5-db9e-4e06-895a-588287ec6a5f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:39.583 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:53:39.584 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:39.585 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:53:39.586 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:53:39.586 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:39.586 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:39.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:39.749 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:40.798 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:40.798 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:40.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:40.802 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 589930c5-db9e-4e06-895a-588287ec6a5f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:41.003 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 929122e4-a77b-4f5f-a3a3-bc0d27cb2833"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:41.004 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:41.004 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:41.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.513355261s] [2024/05/06 09:53:41.013 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:41.013 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:41.013 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:41.013 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:41.014 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (38.40s) --- PASS: TestImportInto/TestGzipAndMixedCompression (5.22s) --- PASS: TestImportInto/TestImportFromServer (6.11s) --- PASS: TestImportInto/TestSnappy (2.15s) --- PASS: TestImportInto/TestZStd (2.35s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' May 06, 2024 9:53:46 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:53:46 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:53:46 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:53:46 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:53:46 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 91.542s, Critical Path: 72.36s INFO: 1572 processes: 1547 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 11s remote-cache, linux-sandbox [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 11s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 14s remote-cache, linux-sandbox [2024-05-06T09:53:51.015Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:53:51.016Z] ['info'] => Project root located at: . [2024-05-06T09:53:51.019Z] ['info'] -> Token found by environment variables [2024-05-06T09:53:51.032Z] ['info'] Searching for coverage files... [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 56s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 127.690s, Critical Path: 101.15s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [2024-05-06T09:53:51.586Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:53:51.586Z] ['info'] Processing ./coverage.dat... [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 40s remote-cache, linux-sandbox [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [2024-05-06T09:53:51.963Z] ['info'] Using manual override from args. [2024-05-06T09:53:51.963Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:53:51.974Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:53:52.749Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/74e36280-3291-43d2-9fce-4fedf12a4511.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095352Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=fd3cc28042f6a1d1abc142024a6ffb6eeec33390877b8061427c4c74745d99e8 [2024-05-06T09:53:52.749Z] ['info'] Uploading... [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 40s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:53:54.096Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:53:54.098Z] ['info'] => Project root located at: . [2024-05-06T09:53:54.104Z] ['info'] -> Token found by environment variables [2024-05-06T09:53:54.128Z] ['info'] Searching for coverage files... [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 17s remote-cache, linux-sandbox [2024-05-06T09:53:54.506Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 101s remote-cache, linux-sandbox [Pipeline] // stage [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 101s remote-cache, linux-sandbox [Pipeline] } [1,572 / 1,575] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 4.0 MiB / 96.2 MiB; 0s remote-cache [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [2024-05-06T09:53:55.331Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:53:55.331Z] ['info'] Processing ./coverage.dat... [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-06T09:53:55.882Z] ['info'] Using manual override from args. [2024-05-06T09:53:55.882Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:53:55.898Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,573 / 1,575] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [2024-05-06T09:53:56.704Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/a8a5736a-78ef-4ec1-986c-37570055fd5d.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095356Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=65925b3fba16730f88c3bc1979b62d3ac4fe1eceb289c6b467bac06e5956ca4a [2024-05-06T09:53:56.704Z] ['info'] Uploading... [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox [2024-05-06T09:53:58.475Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 10s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 41s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 70s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 120.187s, Critical Path: 100.62s INFO: 1556 processes: 1541 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1556 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:54:25.457Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:54:25.458Z] ['info'] => Project root located at: . [2024-05-06T09:54:25.461Z] ['info'] -> Token found by environment variables [2024-05-06T09:54:25.476Z] ['info'] Searching for coverage files... ./t/ddl/db.test: ok! 290 test cases passed, take time 38.967911401 s [2024-05-06T09:54:26.142Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:54:26.142Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:54:26.521Z] ['info'] Using manual override from args. [2024-05-06T09:54:26.521Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:54:26.533Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.408837952 s [2024-05-06T09:54:27.241Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/1bb8149d-4e40-4c6e-8b1c-1e24d6eeaca0.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095427Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=c33b3407d0dbbd98e77ba9d6140c801fcb5453c7ca94e57b196166d6762e1148 [2024-05-06T09:54:27.241Z] ['info'] Uploading... ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.715733947 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.658671961 s [2024-05-06T09:54:29.112Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 52s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 107.563s, Critical Path: 85.49s INFO: 1538 processes: 1523 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 6 passing and 0 failing out of 6 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] // timeout [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] // dir [Pipeline] } Post stage [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] // node [Pipeline] } [Pipeline] junit Recording test results [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh FAIL: //tests/realtikvtest/addindextest4:addindextest4_test (see /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log) [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 94s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 89s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/05/06 09:53:02.682 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:02.683 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:02.684 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:02.685 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:02.685 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:02.686 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:02.686 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:02.686 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:02.686 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:02.686 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:02.689 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:02.694 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:02.695 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:02.697 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:02.721 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.721 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.729 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.729 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.742 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:02.765 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822017413102888] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:02.877 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:03.010 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=913] ["lease id"=22318f4d50990bd8] [2024/05/06 09:53:03.012 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:03.018 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:53:03.041 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.659262ms] [2024/05/06 09:53:03.044 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:03.044 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=26b306fd-a1fe-499c-ac06-c2af450b963e] [runWorker=true] [2024/05/06 09:53:03.045 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:03.047 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:03.048 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:03.048 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:03.048 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:03.048 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:03.049 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:03.049 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:03.050 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50990bdc] [ownerID=26b306fd-a1fe-499c-ac06-c2af450b963e] [op=none] [2024/05/06 09:53:03.051 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:03.051 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=acf7a51d-d4c8-437e-ba82-da4ef383c4eb] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:03.052 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb"] ["owner key"=/tidb/br-stream/owner/6f188f4d50990be5] [ownerID=acf7a51d-d4c8-437e-ba82-da4ef383c4eb] [op=none] [2024/05/06 09:53:03.059 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:53:03.092 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:03.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:03.092 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:03.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:53:03.100 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:03.100 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50990bdc] [ownerID=26b306fd-a1fe-499c-ac06-c2af450b963e] [op=none] [2024/05/06 09:53:03.100 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] [op=none] [2024/05/06 09:53:03.100 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:03.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:03.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.189 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.04685ms] [2024/05/06 09:53:03.194 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:03.204 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:03.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:53:03.214 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.276564ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:03.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:03.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.292 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:53:03.292 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:03.296 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:53:03.320 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:53:03.497 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:03.497 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:53:03.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.936601ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:03.856 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:03.856 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:53:03.887 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.013318ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:03.938 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:03.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.053 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:04.099 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:53:04.100 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.103 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.791452183\n# Parse_time: 0\n# Compile_time: 0.008505124\n# Rewrite_time: 0.00001684\n# Optimize_time: 0\n# Wait_TS: 0.000402075\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:53:04.109 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:53:04.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:04.153 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:53:04.196 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.602996ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:04.268 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:04.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:53:04.306 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.812764ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.362 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.407 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:53:04.407 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.410 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303547954\n# Parse_time: 0\n# Compile_time: 0.001979852\n# Rewrite_time: 0.000009401\n# Optimize_time: 0\n# Wait_TS: 0.00029296\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:04.413 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:53:04.461 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:04.461 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:53:04.497 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.799959ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:04.576 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:04.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:53:04.611 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.072314ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:04.709 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:53:04.710 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.713 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301243721\n# Parse_time: 0\n# Compile_time: 0.001232422\n# Rewrite_time: 0.00000908\n# Optimize_time: 0\n# Wait_TS: 0.000467834\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:04.727 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:53:04.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:04.833 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:53:04.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.040 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.547894ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:05.048 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:05.049 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:53:05.050 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:05.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:53:05.085 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.148581ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:04.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:04.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.238 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:53:05.238 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:05.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.522365094\n# Parse_time: 0\n# Compile_time: 0.007813768\n# Rewrite_time: 0.000008794\n# Optimize_time: 0\n# Wait_TS: 0.000371711\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:05.247 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:53:05.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:05.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:53:05.353 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.282341ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:05.462 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:05.462 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:53:05.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.886866ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.570 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.637 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:53:05.637 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:05.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395709741\n# Parse_time: 0\n# Compile_time: 0.002619935\n# Rewrite_time: 0.000008274\n# Optimize_time: 0\n# Wait_TS: 0.000419707\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:05.645 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:53:05.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:05.701 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:53:05.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.182183ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:05.850 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:05.850 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:53:05.887 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.49045ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.922 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:05.973 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:53:05.973 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:05.977 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.333619413\n# Parse_time: 0\n# Compile_time: 0.002028157\n# Rewrite_time: 0.000009503\n# Optimize_time: 0\n# Wait_TS: 0.000320373\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:05.979 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:53:06.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.018 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:53:06.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.173402ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.141 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:06.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:53:06.180 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.564216ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:05.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:05.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:53:06.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.265 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:53:06.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.308 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:53:06.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.449 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.690105ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.461 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:06.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:53:06.495 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.91231ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.618 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:53:06.618 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.621 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.357319382\n# Parse_time: 0\n# Compile_time: 0.001135065\n# Rewrite_time: 0.000007912\n# Optimize_time: 0\n# Wait_TS: 0.000401047\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:06.626 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:53:06.680 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.680 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:53:06.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.842 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.908587ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.852 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:06.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:53:06.888 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.023988ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.975 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:53:06.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354252955\n# Parse_time: 0\n# Compile_time: 0.002236103\n# Rewrite_time: 0.000012412\n# Optimize_time: 0\n# Wait_TS: 0.000415444\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:06.983 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:53:07.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:07.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:53:07.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.185 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.853234ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:07.197 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:07.197 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:53:07.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.718355ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.322 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:53:07.322 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:07.325 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344915757\n# Parse_time: 0\n# Compile_time: 0.002222678\n# Rewrite_time: 0.000008783\n# Optimize_time: 0\n# Wait_TS: 0.000353745\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:07.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:07.333 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:07.408 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:07.408 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:07.466 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.506394ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:07.600 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:07.600 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:53:07.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=54.025481ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.674 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.299 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.755 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:53:07.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:07.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.429898955\n# Parse_time: 0\n# Compile_time: 0.002872362\n# Rewrite_time: 0.000008963\n# Optimize_time: 0\n# Wait_TS: 0.000493367\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:07.764 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:53:07.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:07.829 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:53:07.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:07.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.22168ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:07.986 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:07.986 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:53:08.023 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.48453ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:07.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.085 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:07.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.142 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:53:08.142 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:08.145 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383424207\n# Parse_time: 0\n# Compile_time: 0.00215073\n# Rewrite_time: 0.000010735\n# Optimize_time: 0\n# Wait_TS: 0.000397267\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:08.149 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:08.197 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:08.197 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:08.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.906568ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:08.342 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:08.342 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:53:08.378 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.252781ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.425 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.474 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:53:08.475 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:08.478 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330911586\n# Parse_time: 0\n# Compile_time: 0.002268087\n# Rewrite_time: 0.000009553\n# Optimize_time: 0\n# Wait_TS: 0.000369964\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:08.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:08.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:08.532 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:08.601 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.672809ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:08.688 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:08.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:53:08.724 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.563696ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.815 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:53:08.816 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:08.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337069979\n# Parse_time: 0\n# Compile_time: 0.001945232\n# Rewrite_time: 0.000010841\n# Optimize_time: 0\n# Wait_TS: 0.000425371\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:08.822 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:08.869 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:08.869 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:08.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:08.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.316451ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:08.978 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:08.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:53:09.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.249945ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:08.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:08.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.114 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:53:09.114 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:09.122 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:53:09.177 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:09.177 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:53:09.250 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.008614ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:09.338 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:09.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:53:09.374 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.45023ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.418 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.467 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:53:09.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:09.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350825571\n# Parse_time: 0\n# Compile_time: 0.002374902\n# Rewrite_time: 0.000011941\n# Optimize_time: 0\n# Wait_TS: 0.000401836\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:09.475 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:53:09.526 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:09.526 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:53:09.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.633253ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:09.680 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:09.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:53:09.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.298595ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.765 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:09.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:53:09.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:09.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342015363\n# Parse_time: 0\n# Compile_time: 0.00233642\n# Rewrite_time: 0.00001047\n# Optimize_time: 0\n# Wait_TS: 0.000427094\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:09.821 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:09.895 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:09.895 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:09.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.770422ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.081 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.081 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:53:10.114 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.355837ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:09.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:09.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.250 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:53:10.250 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:10.254 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.435707051\n# Parse_time: 0\n# Compile_time: 0.003274005\n# Rewrite_time: 0.000017116\n# Optimize_time: 0\n# Wait_TS: 0.000412644\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:10.272 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:10.328 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:10.328 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:10.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.443 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.037257ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.453 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.453 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:53:10.489 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.991814ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.576 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:53:10.576 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:10.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308859478\n# Parse_time: 0\n# Compile_time: 0.001443128\n# Rewrite_time: 0.000009101\n# Optimize_time: 0\n# Wait_TS: 0.00036332\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:10.582 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:53:10.622 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:10.622 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:53:10.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.719 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.251044ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.730 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:53:10.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.325045ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.816 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.853 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:53:10.853 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:10.858 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:53:10.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:10.894 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:53:10.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:10.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.915986ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:10.999 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:10.999 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:53:11.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.512385ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:10.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:10.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.142 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:53:11.142 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.151 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:53:11.206 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.206 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:53:11.261 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.111042ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:11.363 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:11.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:53:11.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.041059ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.467 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.523 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:53:11.523 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377249072\n# Parse_time: 0\n# Compile_time: 0.002157853\n# Rewrite_time: 0.000008758\n# Optimize_time: 0\n# Wait_TS: 0.000450775\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:11.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:11.579 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.579 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:11.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.024381ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:11.727 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:11.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:53:11.762 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.696602ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.820 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.867 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:53:11.867 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.871 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342433616\n# Parse_time: 0\n# Compile_time: 0.001456482\n# Rewrite_time: 0.000009805\n# Optimize_time: 0\n# Wait_TS: 0.000466917\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:11.874 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:53:11.920 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.920 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:53:11.961 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.035 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.722343ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.045 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.045 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:53:12.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.229984ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.163 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:53:12.163 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.169 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:53:12.214 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.214 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:53:12.260 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.927657ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.338 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:53:12.374 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.021192ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.478 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:53:12.478 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313595851\n# Parse_time: 0\n# Compile_time: 0.00160935\n# Rewrite_time: 0.000010198\n# Optimize_time: 0\n# Wait_TS: 0.000375817\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:12.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:12.527 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.527 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:53:12.567 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.733265ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.651 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:53:12.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=54.173017ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.748 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.448 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.792 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:53:12.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.796 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313279584\n# Parse_time: 0\n# Compile_time: 0.001339382\n# Rewrite_time: 0.000008028\n# Optimize_time: 0\n# Wait_TS: 0.000402081\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:12.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:53:12.847 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.847 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:53:12.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.949 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.67155ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.960 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.960 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:53:12.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.833325ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.062 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.120 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:53:13.120 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.123 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325061711\n# Parse_time: 0\n# Compile_time: 0.001809184\n# Rewrite_time: 0.000010434\n# Optimize_time: 0\n# Wait_TS: 0.000429856\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.128 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:13.130 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:13.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.190 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:53:13.248 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.874576ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.350 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.350 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:53:13.387 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.868708ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:53:13.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350634396\n# Parse_time: 0\n# Compile_time: 0.002011094\n# Rewrite_time: 0.000008142\n# Optimize_time: 0\n# Wait_TS: 0.000429014\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.482 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:13.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.540 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:13.601 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.271359ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.702 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.702 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:53:13.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.194714ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.848 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:53:13.848 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372539623\n# Parse_time: 0\n# Compile_time: 0.002830832\n# Rewrite_time: 0.000010613\n# Optimize_time: 0\n# Wait_TS: 0.000429626\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.857 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:13.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:13.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.226711ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.079 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.079 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:53:14.105 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.111503ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.169 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.225 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:53:14.225 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.229 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373968763\n# Parse_time: 0\n# Compile_time: 0.002283612\n# Rewrite_time: 0.000009627\n# Optimize_time: 0\n# Wait_TS: 0.000396008\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.238 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:53:14.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:53:14.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.478566ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.535 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.535 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:53:14.571 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.429293ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.687 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:53:14.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.45650008\n# Parse_time: 0\n# Compile_time: 0.004100168\n# Rewrite_time: 0.000008546\n# Optimize_time: 0\n# Wait_TS: 0.000421262\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.692 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:53:14.729 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:53:14.729 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.171763ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.857 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.857 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:53:14.895 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.789244ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.959 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.698 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.991 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:53:14.991 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.994 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303199421\n# Parse_time: 0\n# Compile_time: 0.000834198\n# Rewrite_time: 0.000007939\n# Optimize_time: 0\n# Wait_TS: 0.000288396\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.051 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=acf7a51d-d4c8-437e-ba82-da4ef383c4eb] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:15.059 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:53:15.076 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:14.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.076 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:14.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:53:15.112 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.061404ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:15.247 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.247 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:53:15.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.379002ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:14.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.323 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.386 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:53:15.386 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.390 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.390440783\n# Parse_time: 0\n# Compile_time: 0.006733547\n# Rewrite_time: 0.003542095\n# Optimize_time: 0\n# Wait_TS: 0.000420148\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.396 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:53:15.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:53:15.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.847326ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:15.605 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.605 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:53:15.641 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.087124ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.678 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:53:15.750 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.754 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36018704\n# Parse_time: 0\n# Compile_time: 0.002820514\n# Rewrite_time: 0.000014215\n# Optimize_time: 0\n# Wait_TS: 0.000334428\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.760 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:53:15.802 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.802 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:53:15.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.737655ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:15.963 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.963 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:53:15.998 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.419935ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.069 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.111 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:53:16.111 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356722599\n# Parse_time: 0\n# Compile_time: 0.002902711\n# Rewrite_time: 0.000010691\n# Optimize_time: 0\n# Wait_TS: 0.000298978\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.117 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:53:16.164 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.164 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:53:16.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.262 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.466224ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.273 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:53:16.308 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.837773ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.098 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.412 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:53:16.413 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.416 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.300115171\n# Parse_time: 0\n# Compile_time: 0.001468023\n# Rewrite_time: 0.000007741\n# Optimize_time: 0\n# Wait_TS: 0.000403354\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.423 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:53:16.517 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.517 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:53:16.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.998472ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.717 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.717 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:53:16.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.293513ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.820 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.906 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:53:16.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.909 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.489858768\n# Parse_time: 0\n# Compile_time: 0.003342208\n# Rewrite_time: 0.000009\n# Optimize_time: 0\n# Wait_TS: 0.000339206\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:53:16.988 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.898 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.988 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.898 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:53:17.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.898 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.868834ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.212 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.212 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:53:17.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.271713ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.898 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.324 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.898 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.395 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:53:17.396 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.399 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.486549885\n# Parse_time: 0\n# Compile_time: 0.00243319\n# Rewrite_time: 0.000010491\n# Optimize_time: 0\n# Wait_TS: 0.000437056\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.406 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:53:17.487 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.487 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:53:17.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.45992ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.709 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.709 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:53:17.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.184509ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.779 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.861 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:53:17.861 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.461273195\n# Parse_time: 0\n# Compile_time: 0.002990054\n# Rewrite_time: 0.000010874\n# Optimize_time: 0\n# Wait_TS: 0.000470964\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.870 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:17.948 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.948 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:17.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.069525ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.133 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.133 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:53:18.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.219009ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.220 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.311 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:53:18.312 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.315 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.447555363\n# Parse_time: 0\n# Compile_time: 0.00259772\n# Rewrite_time: 0.000007842\n# Optimize_time: 0\n# Wait_TS: 0.000419664\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.321 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:18.401 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.401 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:18.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.056879ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.580 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.580 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:53:18.612 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.288876ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.677 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.759 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:53:18.759 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.444085981\n# Parse_time: 0\n# Compile_time: 0.002627121\n# Rewrite_time: 0.000009511\n# Optimize_time: 0\n# Wait_TS: 0.000434424\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.770 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:53:18.871 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.871 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:53:18.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.046 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.159894ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.060 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:53:19.091 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.485205ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.168 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.249 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:53:19.249 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.253 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.486304838\n# Parse_time: 0\n# Compile_time: 0.003256674\n# Rewrite_time: 0.000009412\n# Optimize_time: 0\n# Wait_TS: 0.000450072\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.259 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:19.325 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.325 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:19.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.460 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.271735ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.480 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:53:19.506 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.15921ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.630 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:53:19.631 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37742275\n# Parse_time: 0\n# Compile_time: 0.002660607\n# Rewrite_time: 0.000009927\n# Optimize_time: 0\n# Wait_TS: 0.000448334\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.639 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:19.696 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.648 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.696 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.648 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:19.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.648 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=2.951078ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.854 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.855 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:53:19.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.285111ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.648 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.648 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.025 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:53:20.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391689863\n# Parse_time: 0\n# Compile_time: 0.002369696\n# Rewrite_time: 0.000009616\n# Optimize_time: 0\n# Wait_TS: 0.000411909\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.037 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:53:20.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.146 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:53:20.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.579366ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.370 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:53:20.403 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.439627ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.470 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.562 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:53:20.562 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.532464847\n# Parse_time: 0\n# Compile_time: 0.003648493\n# Rewrite_time: 0.000008568\n# Optimize_time: 0\n# Wait_TS: 0.000390032\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.571 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:20.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.634 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:20.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.801 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.405971ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.812 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.812 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:53:20.846 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.434168ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.919 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.549 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:53:20.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.415409707\n# Parse_time: 0\n# Compile_time: 0.002900818\n# Rewrite_time: 0.000009938\n# Optimize_time: 0\n# Wait_TS: 0.00036935\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.987 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:53:21.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.035 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:53:21.069 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:21.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:21.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:21.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:21.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.523392ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.184 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.184 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:53:21.221 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=54.140926ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.323 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:53:21.323 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.327 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341367971\n# Parse_time: 0\n# Compile_time: 0.00137287\n# Rewrite_time: 0.000011666\n# Optimize_time: 0\n# Wait_TS: 0.000368077\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.330 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:53:21.489 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.489 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:53:21.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.624 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.758998ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.635 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:53:21.670 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.948333ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.718 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.763 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:53:21.763 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.766 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.437783215\n# Parse_time: 0\n# Compile_time: 0.001591709\n# Rewrite_time: 0.00000823\n# Optimize_time: 0\n# Wait_TS: 0.000408521\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.768 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:53:21.803 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.803 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:53:21.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=882.958Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:21.900 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.900 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:53:21.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.375717ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.996 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:53:21.996 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.052 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:21.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.052 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:21.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:53:22.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=3.068212ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:22.215 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:53:22.249 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.919204ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:21.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.315 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.358 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:53:22.358 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.361 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359673554\n# Parse_time: 0\n# Compile_time: 0.003765704\n# Rewrite_time: 0.001797952\n# Optimize_time: 0\n# Wait_TS: 0.000359031\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.862 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574129460314117\n# Query_time: 0.349958724\n# Parse_time: 0\n# Compile_time: 0.162885819\n# Rewrite_time: 0.004343431\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 369887\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE3OG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDQxLjQBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVmKDcwOC44wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDg3LjTCtXMRQQx3YWl0DRoENDYdGChrdl9yZWFkX3dhbA1mDCAxNDAROwhpa3YyGgAMNjIuMQmBDHNjYW4+gQAMa2V5cwXEKGdldF9zbmFwc2hvEXUMMTIuOQV3aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGiRHhuOiB7cHJld3JpdGU6MS42MSE3AVERIhRzOjM0Ny4hCBE2EDoxLjEyASccc2xvd2VzdF8RQCVEACAxhGQwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGqNDEyNy4wLjAuMToyMDE2IXkEaW0uYwE6CwEENjgBggR9LDoJAQGpRvoAADdu+gAF6jlLBY8UX2JhdGNoJbUMOiAxOS07KHByb3Bvc2Vfc2VuIbFIaXQ6IDBzLCBwZXJzaXN0X2xvZxntCDE2NiWrACwNYBRsZWFkZXIRUiQwN25zLCBzeW5jCTYIMTE2LfMJjjRtZW10YWJsZTogMi45MinyLYAFZgw0MTguARcYLCBhcHBseTavAAA1DXkFGxWSDDYxLjUlBxRtdXRleF8p/AG/CXIyoAAZFwB3YT0EMTYNOwkrGZ0IOS4xIVsuQQIYcHJpbWFyeUb6AQQxc/76AS36DDQyNy5hQo78AQg0LjQBoQQsIFr2AgnRdchK/AEAMU3qrvwBBDg0LYIJXzJbAQQzNDb6AQA1kScJLDlcDDUxOW4B5C73AQgyNDZNiyXcNvcBADMNqgUbOfcENi4hLQgsIG3G9wE2xwAZmwQxMGVSJfdtzQhudW2hLQnFhYgAMVH6GGJ5dGU6MzIFLmxpbnNlcnQ6MTM2LjZtcwkxMTMuMiBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/06 09:53:22.957 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=19.905071935s] [2024/05/06 09:53:22.985 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] [2024/05/06 09:53:22.985 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] [2024/05/06 09:53:22.986 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:22.987 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26b306fd-a1fe-499c-ac06-c2af450b963e"] [] [2024/05/06 09:53:22.988 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:22.988 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=18.671Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=5.259Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=6.705Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.663Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=6.269Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=9.637Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=13.35Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.295Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=6.253Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=3.337Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=9.698Β΅s] [2024/05/06 09:53:22.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:22.989 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:22.989 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:23.001 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=26b306fd-a1fe-499c-ac06-c2af450b963e] ["take time"=39.076516ms] [2024/05/06 09:53:23.001 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=26b306fd-a1fe-499c-ac06-c2af450b963e] [2024/05/06 09:53:23.004 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=913] [2024/05/06 09:53:23.004 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:23.004 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:23.004 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:23.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:23.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:23.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:23.004 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:23.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:23.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:23.004 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:23.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:23.005 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb watch owner key /tidb/br-stream/owner/6f188f4d50990be5"] [2024/05/06 09:53:23.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:23.005 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:23.005 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb"] [2024/05/06 09:53:23.005 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:23.005 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:23.006 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:23.006 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb"] [error="context canceled"] [2024/05/06 09:53:23.006 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:23.006 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=acf7a51d-d4c8-437e-ba82-da4ef383c4eb] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.006 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:53:23.007 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb"] [2024/05/06 09:53:23.006 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:23.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:23.007 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:23.007 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:23.007 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=44.950923ms] [2024/05/06 09:53:23.007 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822017413102888] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:23.018 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:23.160 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=590] ["lease id"=6f188f4d50990c9f] [2024/05/06 09:53:23.162 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:23.253 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=86.785285ms] [2024/05/06 09:53:23.258 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:23.258 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2f896c00-989d-46e9-b2cc-2aa214e7217d] [runWorker=true] [2024/05/06 09:53:23.258 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:23.260 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:23.262 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:23.262 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.262 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:23.264 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50990ca5] [ownerID=2f896c00-989d-46e9-b2cc-2aa214e7217d] [op=none] [2024/05/06 09:53:23.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:23.265 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f4e730f7-652c-4e82-bf7e-619a37683776] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.291 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:23.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:23.293 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:23.295 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] ["owner key"=/tidb/bindinfo/owner/22318f4d50990ca9] [ownerID=2f896c00-989d-46e9-b2cc-2aa214e7217d] [op=none] [2024/05/06 09:53:23.309 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:53:23.313 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:23.314 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50990ca5] [ownerID=2f896c00-989d-46e9-b2cc-2aa214e7217d] [op=none] [2024/05/06 09:53:23.314 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [op=none] [2024/05/06 09:53:23.314 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:23.314 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:23.388 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:23.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:23.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:23.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:23.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:23.413 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:23.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:23.413 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:23.413 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:23.413 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:23.413 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:23.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:23.415 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:23.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:23.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:23.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:23.417 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:23.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:23.419 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] ["owner key"=/tidb/stats/owner/22318f4d50990cae] [ownerID=2f896c00-989d-46e9-b2cc-2aa214e7217d] [op=none] [2024/05/06 09:53:23.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:23.421 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/06 09:53:23.441 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0013c157-bc98-4075-90c0-d59ebd228e61] [2024/05/06 09:53:23.441 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:23.442 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:23.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:23.453 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:23.453 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:23.464 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.366264ms] [2024/05/06 09:53:23.507 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/05/06 09:53:23.519 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:53:23.521 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:53:23.556 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:23.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.556 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:23.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:53:23.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=981.239Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:23.640 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:53:23.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.237317ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:23.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.733 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.759 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:53:23.759 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.765 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 09:53:23.810 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 09:53:23.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.860 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/05/06 09:53:23.921 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.750045ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.933 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:53:23.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.05008ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.040 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.077 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:53:24.077 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.080 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316222117\n# Parse_time: 0.000474296\n# Compile_time: 0.000756538\n# Rewrite_time: 0.000010473\n# Optimize_time: 0.000357604\n# Wait_TS: 0.000484416\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 09:53:24.082 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 09:53:24.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.124 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 09:53:24.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.177 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/05/06 09:53:24.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.111127ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.231 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:53:24.255 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acf7a51d-d4c8-437e-ba82-da4ef383c4eb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:24.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.708093ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.281 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:24.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:24.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:24.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.391 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:53:24.391 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.395 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.313830889\n# Parse_time: 0.000432654\n# Compile_time: 0.000804639\n# Rewrite_time: 0.000009035\n# Optimize_time: 0.000357604\n# Wait_TS: 0.000354184\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 09:53:24.410 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/05/06 09:53:24.412 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/05/06 09:53:24.441 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:24.441 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:24.441 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0013c157-bc98-4075-90c0-d59ebd228e61] [watcherID=94458fd5-e4dd-4ae5-a385-198e1f5a6af4] [2024/05/06 09:53:24.454 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:24.466 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/06 09:53:24.466 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:24.466 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:24.466 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:24.466 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:24.602 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/05/06 09:53:24.603 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:53:24.610 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:24.610 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:24.611 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:24.611 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:24.612 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:24.612 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:24.612 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:24.612 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:24.612 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:24.629 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:24.630 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:24.631 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:24.636 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:24.640 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:24.645 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [key=import-from-select] [2024/05/06 09:53:24.645 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [key=import-from-select] [2024/05/06 09:53:24.646 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [key=import-from-select] [readDur=25.434Β΅s] [encodeDur=796.227Β΅s] [checksum="{cksum=2910115271632673698,size=114,kvs=3}"] [deliverDur=278.928Β΅s] [type=query] [takeTime=1.515562ms] [] [2024/05/06 09:53:24.647 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [key=import-from-select] [readDur=11.228Β΅s] [encodeDur=1.029629ms] [checksum="{cksum=7522430040538166498,size=38,kvs=1}"] [deliverDur=268.104Β΅s] [type=query] [takeTime=1.617847ms] [] [2024/05/06 09:53:24.647 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/0d3e182f-73e3-4d33-bc33-d2ffa2163324/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/27d776b1-c63c-442f-9501-fd823d7ffa02.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000004] [2024/05/06 09:53:24.647 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:24.648 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/0d3e182f-73e3-4d33-bc33-d2ffa2163324/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/bf84ff87-cc81-4322-86d1-b1ff9cdd282e.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/06 09:53:24.651 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.962719ms] [] [2024/05/06 09:53:24.651 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:24.656 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:24.678 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:24.679 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:24.699 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:24.701 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=49.059206ms] [] [2024/05/06 09:53:24.701 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:24.703 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.155411ms] [] [2024/05/06 09:53:24.703 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:24.703 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:24.703 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=147.632Β΅s] [] [2024/05/06 09:53:24.703 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:53:24.703 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [2024/05/06 09:53:24.724 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [takeTime=20.661977ms] [] [2024/05/06 09:53:24.724 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:53:24.724 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [weight=30] [2024/05/06 09:53:24.725 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [concurrency=15] [2024/05/06 09:53:24.729 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:53:24.730 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:53:24.730 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=0d3e182f-73e3-4d33-bc33-d2ffa2163324] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=26.791665ms] [] [2024/05/06 09:53:24.731 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:24.731 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=24.55Β΅s] [] [2024/05/06 09:53:24.731 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:24.732 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.338381ms] [] [2024/05/06 09:53:24.732 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:24.732 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=19.551Β΅s] [] [2024/05/06 09:53:24.732 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:24.734 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.283697ms] [] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:24.738 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:24.738 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:24.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:24.738 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:24.740 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:24.740 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:24.740 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:24.740 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:24.740 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:24.742 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574129997971464\n# Conn_ID: 2\n# Query_time: 0.32872988\n# Parse_time: 0.000362009\n# Compile_time: 0.002027348\n# Rewrite_time: 0.001362365\n# Optimize_time: 0.000357604\n# Wait_TS: 0.000112418\n# Cop_time: 0.000070902 Process_time: 0.000040453 Wait_time: 0.00002917 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.0453e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.917e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('7QXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozMjQuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQYNTUxLjbCtRVFfDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDk4My45BStEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0MC41BSEBEyR3YWl0OiAyOS4yBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNDUNTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcIYWxfJSlQOTA0LjfCtXN9fQkzNjMgQnl0ZXMJISkkMgk0M182CTFfMC0r2HRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdl90YXNrOnsFZgAxPYsMfSwgcyFoNGRldGFpbDoge3RvdGFsJScIZXNzMjwBOhcAIF9zaXplOiAxOClaBGFsDS04NSwgZ2V0X3NuYXBzaG90CdkIIDEwLZN0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JagIa2V5PhYAGDgsIGJsb2Mh6xB9fX0sIAHIXrQAARw24wEIYWxfIeUNGgAyMeoJ6yhrdl9yZWFkX3dhbC2GACAlIQB0ITYuFQBAMzkuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('2AagCtMGCgxJbXBvcnRJbnRvXzISjAYKDVRhYmxlUmVhZGVyXzcSxwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfBhiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvas8CdGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX0sIHMBdnxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktPDUsIGdldF9zbmFwc2hvdF8Fc6AgMTAuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OgFsCGtleT4WADw4LCBibG9jazoge319fSwgAVVetAABHBQ6IDQwLjUFcQm6CHdhaRGLDDI5LjIdGixrdl9yZWFkX3dhbGwNPAAxISEMdGlrdjIVACQzOS42wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS62ASgBQAFSFGRhdGE6VDbkAQRaFgWmCDU1MQVUACwtjxwyYtwBY29wXyWtRCB7bnVtOiAxLCBtYXg6IDk4My1DIZ0tbSl8Ja828wAF8QA6GeyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNDUtQKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUTEF5hA5MDQuNyE6DH1w6wI9Myg4AUABUgNOL0FaFQUoEDMyNC44IXsYbG9vcHM6MVZpAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/05/06 09:53:24.770 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:24.771 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:53:24.773 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:53:24.807 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:24.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:53:24.807 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:24.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.868 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/05/06 09:53:24.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.359366ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:24.925 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:53:24.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.947115ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.036 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:53:25.049 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 09:53:25.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.106 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:53:25.106 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.110 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.338257491\n# Parse_time: 0.000685851\n# Compile_time: 0.001315117\n# Rewrite_time: 0.000012904\n# Optimize_time: 0.000933973\n# Wait_TS: 0.000466414\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:53:25.262 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:25.309 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/05/06 09:53:25.317 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:25.317 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:25.317 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:25.317 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:25.318 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:25.318 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:25.318 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:25.318 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:25.318 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:25.332 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:25.333 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:25.334 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:25.338 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:25.343 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:25.390 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [key=import-from-select] [2024/05/06 09:53:25.390 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [key=import-from-select] [2024/05/06 09:53:25.395 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [key=import-from-select] [readDur=16.121Β΅s] [encodeDur=361.512Β΅s] [checksum="{cksum=537466866433699273,size=38,kvs=1}"] [deliverDur=356.277Β΅s] [type=query] [takeTime=5.427436ms] [] [2024/05/06 09:53:25.396 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [key=import-from-select] [readDur=118.855Β΅s] [encodeDur=5.235719ms] [checksum="{cksum=15134002712567377899,size=38,kvs=1}"] [deliverDur=301.498Β΅s] [type=query] [takeTime=6.046432ms] [] [2024/05/06 09:53:25.396 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/fc8843d0-773d-4041-9f40-e07f46efa040/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/e9c1d66e-64d0-4c5b-ba1c-3c89924caa07.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000001] [2024/05/06 09:53:25.397 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:25.398 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/fc8843d0-773d-4041-9f40-e07f46efa040/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5046a44a-fc98-4c2e-b0eb-82d0b640ffe6.sst] [firstKey=74800000000000006E5F728000000000000002] [lastKey=74800000000000006E5F728000000000000002] [2024/05/06 09:53:25.401 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.944172ms] [] [2024/05/06 09:53:25.401 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:25.406 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:25.428 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/05/06 09:53:25.428 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:25.444 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/06 09:53:25.446 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=44.765238ms] [] [2024/05/06 09:53:25.446 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:25.448 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.030922ms] [] [2024/05/06 09:53:25.448 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:25.448 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:25.448 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=62.957Β΅s] [] [2024/05/06 09:53:25.448 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/05/06 09:53:25.448 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [2024/05/06 09:53:25.456 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [takeTime=7.747576ms] [] [2024/05/06 09:53:25.456 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 09:53:25.456 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [weight=30] [2024/05/06 09:53:25.456 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [concurrency=15] [2024/05/06 09:53:25.461 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/05/06 09:53:25.461 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/06 09:53:25.461 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=fc8843d0-773d-4041-9f40-e07f46efa040] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=13.161369ms] [] [2024/05/06 09:53:25.462 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:25.462 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.875Β΅s] [] [2024/05/06 09:53:25.462 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:25.463 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.425955ms] [] [2024/05/06 09:53:25.463 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:25.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.42Β΅s] [] [2024/05/06 09:53:25.463 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:25.465 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.207435ms] [] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:25.468 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:25.468 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:25.468 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:25.468 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:25.470 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:25.470 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:25.470 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:25.471 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:25.471 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:25.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574130181472259\n# Conn_ID: 2\n# Query_time: 0.361159954\n# Parse_time: 0.000832348\n# Compile_time: 0.003704728\n# Rewrite_time: 0.00249639\n# Optimize_time: 0.000933973\n# Wait_TS: 0.000123001\n# Cop_time: 0.000095691 Process_time: 0.000039656 Wait_time: 0.000019693 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.9656e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 1.9693e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 316\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sQaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM1NC43bXMsIGxvb3BzOjEJARyYTi9BCjEJMzFfOQkwCTMzMzMuMzMJZGF0YTpTZWxlY3Rpb25fOAkyCUIYNTE4LjPCtRVDfDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDk1MC41BStEcHJvY19rZXlzOiA0LCB0b3RfARIUOiAzOS43BSEBExh3YWl0OiAxEROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNzQNbqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcIYWxfJSeIODc2LjjCtXN9fQkzMTYgQnl0ZXMJTi9BCjIJMV84CTFfMAkxKCBndChmcm9tX3MlKyguc3JjLmlkLCA1KSUxBGt2BaYEOnsFVwAwNTYBijxzY2FuX2RldGFpbDoge3RvAX4hFwhlc3MyLAEEYWwyFwAgX3NpemU6IDE4KUoEYWwNLTw1LCBnZXRfc25hcHNob3RfBXIQIDUuMjYlYnRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlmAhrZXk+FgAYOCwgYmxvYyHbOYsNMhQyfX19LCABZ17GAAEcNuUBCGFsXyHnDRo17AB0ISkId2FsLX8UIDExMS40IYAACVGgGDMJNDNfNwkhesgxMDAwMAl0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXQBXwx0YXNrSogBIAlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('vgfgCrkHCgxJbXBvcnRJbnRvXzIS8gYKDVRhYmxlUmVhZGVyXzkSsQQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrCAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDUuMjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBQ6IDM5LjcFgwnMCHdhaRGdADEVGhxpa3Zfd2FsbA0zJDExMS40wrVzfXAhfgUBMo4BGEYByk9SmBAyjgEoAUABUhBkYXRhOlNFDBhpb25fOFoWBYQQNTE4LjMFhCnnGDJi3AFjb3BJBEwge251bTogMSwgbWF4OiA5NTAuNQUsIY0tXSlsJZ820QAFzwQ6IBXKEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNzQNbqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUSEF5hA4NzYuOCE2EH1wvAJ4JTYBAQQBOCEbFANOL0FaFQUoGDM1NC43bXNV9FZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/05/06 09:53:25.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/05/06 09:53:25.512 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:25.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.513 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:25.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/05/06 09:53:25.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.568 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/05/06 09:53:25.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.579253ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:25.643 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:53:25.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.779079ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.740 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:53:25.749 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/06 09:53:25.753 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.810 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:53:25.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.814 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.332027878\n# Parse_time: 0.000381396\n# Compile_time: 0.000879872\n# Rewrite_time: 0.000008991\n# Optimize_time: 0.001097751\n# Wait_TS: 0.00033484\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/05/06 09:53:25.815 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:53:25.844 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:25.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.844 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:25.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:53:25.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.896 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/05/06 09:53:25.942 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.370258ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:25.953 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:53:25.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.752117ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.051 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 09:53:26.060 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:53:26.064 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.125 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:53:26.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.129 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314925749\n# Parse_time: 0.000220984\n# Compile_time: 0.000795521\n# Rewrite_time: 0.000009732\n# Optimize_time: 0.001097751\n# Wait_TS: 0.00033375\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:53:29.104 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574130810355716\n# Conn_ID: 2\n# Query_time: 2.940796014\n# Parse_time: 0.876960211\n# Compile_time: 1.091924905\n# Rewrite_time: 0.069450712\n# Optimize_time: 0.001097751\n# Wait_TS: 0.000173782\n# Prewrite_time: 0.059422992 Commit_time: 0.01281669 Get_commit_ts_time: 0.000383098 Slowest_prewrite_rpc_detail: {total:0.054s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 4.99ms}, scan_detail: {get_snapshot_time: 6.82Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 29.6Β΅s, propose_send_wait: 0s, persist_log: {total: 237.1Β΅s, write_leader_wait: 32ns, sync_log: 197.5Β΅s, write_memtable: 276ns}, commit_log: 538.3Β΅s, apply_batch_wait: 2.37ms, apply: {total:803.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 34.4Β΅s, write_memtable: 297Β΅s}}} Commit_primary_rpc_detail: {total:0.054s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 4.99ms}, scan_detail: {get_snapshot_time: 6.82Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 29.6Β΅s, propose_send_wait: 0s, persist_log: {total: 237.1Β΅s, write_leader_wait: 32ns, sync_log: 197.5Β΅s, write_memtable: 276ns}, commit_log: 538.3Β΅s, apply_batch_wait: 2.37ms, apply: {total:803.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 34.4Β΅s, write_memtable: 297Β΅s}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5xTwVTAJMjdfMQkwCTAJTi9BCTAJdGltZTo4ODUuMW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDIxOS4zbXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWkoNzY2LjPCtXN9LCABEBhfZGV0YWlsEWYcX3Byb2Nlc3MJLCAgMTE4LjfCtXMRQgx3YWl0DRsAMwlHERooa3ZfcmVhZF93YWwNaQwgMTYxET0IaWt2MhoADDgwLjgJhAxzY2FuPoQADGtleXMFxyhnZXRfc25hcHNobxF3CDcuOQmReHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhCSQyfX19LCBjb21tAbZEeG46IHtwcmV3cml0ZToxLjU3IW8BYxEiGHM6MzA4LjkF8AkUDDoxLjIBJhxzbG93ZXN0XxE/JVgAIDGZZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIb80MTI3LjAuMC4xOjIwMTYhjQRpbS53ATocAQg4MjAxoDYcAQGqOg0BDDEzLjEFrqINAQX9OXAFoxRfYmF0Y2gl3BQ6IDMxLjQFUyhwcm9wb3NlX3NlbiHWSGl0OiAwcywgcGVyc2lzdF9sb2c5AQgxOTENiQlgFGxlYWRlcg1SJDgwbnMsIHN5bmMJNUFUKWQJLTRtZW10YWJsZTogMi43NUkWKX4JMAw0NDAuARcYLCBhcHBseTKuAAQyMgWsBRkVjwQ5OA0wFG11dGV4X0keAbwJcDKdABkXAHdlYwg2LjYFUgkrGZsAMQkZLlECGHByaW1hcnn+CwJqCwIINDc1ZUEEfSyGCwIJKgAsSgoCBbQJ0HXsRvgBADERQa74AQQ4OGb3AQQzMzb3AQQ1NFpbAQw1NDluAeMu9AEIMjQzhSFO9AEEMTZNojb2AQQ2Nw0XxvYBBDE2WpECbWAlQm3dCG51baFRKVCFqQQxLA0OFGJ5dGU6M4l1LGluc2VydDo2NjUuOYFBDd06hQQMNTkuNAEeYdsRIgxzOjM4cdcJFBA6MTIuOAEngoYECDU0czaGBAQ0LNqGBBA0Ljk5bSGWgoQECDYuOGmFRoQEJTgpKmp6AgQyOU0ZrnoCCDIzN2p7AgAyNnsCCDE5N40SCY151wgyNzZCfAIINTM4pYFOfAIIMi4zxTY2ewIIODAzTUHGfAIEMzRNt0KbAMXoJUNJB2JxBAAxgcVNn8V84vYBDDcuOTiW9gEIOC4zDkUI5nAEADTO9gEINDA3LZspLjLLBQQ2Njb2AQQyOB5/CAktOfYINzA3QvYBBDk5qeJO9gEEMTQt3zb3AQA0GkMIxvUBCDExNjK+AhmbEDMuNTFtKfYt0kZxBAw1MDAwMnQEUDIwMzc2Mn0JNzI3LjUgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('8xTwXgruFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6ODg1LjFtcywgbG9vcHM6MWLLC3ByZXBhcmU6IHt0b3RhbDogMjE5LjNtcywgYXV0b19pZF9hbGxvY2F0b3I6IHthAQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWooNzY2LjPCtXN9LCABEBhfZGV0YWlsEWYcX3Byb2Nlc3MJLCAgMTE4LjfCtXMRQgx3YWl0DRsAMwlHERooa3ZfcmVhZF93YWwNaQwgMTYxET0IaWt2MhoADDgwLjgJhAxzY2FuPoQADGtleXMFxyhnZXRfc25hcHNobxF3CDcuOQmReHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhCSQyfX19LCBjb21tAbZQeG46IHtwcmV3cml0ZToxLjU3bXMsBWMRIhhzOjMwOC45BfAJFAw6MS4yASYcc2xvd2VzdF8RPyVYACAxmWQwLjAwMXMsIHJlZ2lvbl9pZDogMTAsIHN0byG/NDEyNy4wLjAuMToyMDE2IY0EaW0udwE6HAEIODIwMaA2HAFKDQEMMTMuMQWuog0BBf05cAWjFF9iYXRjaCXcFDogMzEuNAVTKHByb3Bvc2Vfc2VuIdZIaXQ6IDBzLCBwZXJzaXN0X2xvZzkBCDE5MQ2JCWAUbGVhZGVyDVIkODBucywgc3luYwk1QVQpZAktNG1lbXRhYmxlOiAyLjc1SRYpfgkwDDQ0MC4BFxgsIGFwcGx5Mq4ABDIyBawFGRWPBDk4DTAUbXV0ZXhfSR4BvAlwMp0AGRcAd2VjCDYuNgVSCSsZmwAxCRkuUQIYcHJpbWFyef4LAmoLAgg0NzVlQQR9LIYLAgkqACxKCgIFtAnQdexG+AEAMRFBrvgBBDg4ZvcBBDMzNvcBBDU0WlsBDDU0OW4B4y70AQgyNDOFIU70AQQxNk2iNvYBBDY3DRfG9gEEMTZakQJtYCVCbd0IbnVtoVEpUIWpBDEsDQ4UYnl0ZToziXUAaaXoKDo2NjUuOW1zYuQIDd46hgQMNTkuNIFgYdwRIgxzOjM4cdgJFBA6MTIuOAEngocECDU0czaHBAQ0LNqHBBA0Ljk5bSGXgoUECDYuOGmGRoUEJTkpK2p7AgQyOU0arnsCCDIzN2p8AgAyNnwCCDE5N40TCY152AgyNzZCfQIINTM4pYJOfQIIMi4zxTc2fAIIODAzTULGfQIEMzRNuEKbAMXpJUNJB2JyBAAxgcZNoMV94vYBDDcuOTiW9gEIOC4zDkYI5nEEADTO9gEINDA3LZspLjLMBQQ2Njb2AQQyOB6ACAktOfYINzA3QvYBBDk5qeNO9gEEMTQt3zb3AQA0GkQIxvUBCDExNjK+AhmbEDMuNTFtKfYt0kZyBAw1MDAwMnUEXDIwMzc2Mn1wqLwteP///////////wEYAQ==')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/05/06 09:53:29.288 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/05/06 09:53:29.297 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:29.297 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:29.297 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:29.297 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:29.298 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:29.298 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:29.298 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:29.299 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:29.299 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:29.313 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:29.315 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:29.316 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:29.321 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:29.325 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:29.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.337 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.337 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.337 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.337 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.337 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.340 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [2024/05/06 09:53:29.851 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=52.501265ms] [encodeDur=436.684374ms] [checksum="{cksum=11263813657038823368,size=25073,kvs=615}"] [deliverDur=7.258666ms] [type=query] [takeTime=511.061929ms] [] [2024/05/06 09:53:29.852 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25073] [kvs=615] [files=1] [sstFileSize=8983] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8b53c1cf-cfe1-48ec-9b98-21efa41bb9a9.sst] [firstKey=7480000000000000725F728000000000000018] [lastKey=7480000000000000725F728000000000001385] [2024/05/06 09:53:29.855 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=52.046298ms] [encodeDur=439.454493ms] [checksum="{cksum=5418543277773678560,size=25381,kvs=623}"] [deliverDur=10.974205ms] [type=query] [takeTime=517.230936ms] [] [2024/05/06 09:53:29.856 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25381] [kvs=623] [files=1] [sstFileSize=9131] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8bbf9042-9e3b-46bf-8128-8dd82b555983.sst] [firstKey=7480000000000000725F728000000000000007] [lastKey=7480000000000000725F728000000000001384] [2024/05/06 09:53:29.855 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=91.564044ms] [encodeDur=400.412201ms] [checksum="{cksum=10518893105439665648,size=25760,kvs=632}"] [deliverDur=11.741298ms] [type=query] [takeTime=518.130623ms] [] [2024/05/06 09:53:29.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=53.255037ms] [encodeDur=439.143892ms] [checksum="{cksum=5962885364716917403,size=25714,kvs=631}"] [deliverDur=11.610853ms] [type=query] [takeTime=518.937689ms] [] [2024/05/06 09:53:29.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=81.915864ms] [encodeDur=410.592066ms] [checksum="{cksum=9717448563542504191,size=25348,kvs=622}"] [deliverDur=11.897833ms] [type=query] [takeTime=518.612743ms] [] [2024/05/06 09:53:29.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=80.285874ms] [encodeDur=411.84196ms] [checksum="{cksum=4973333223194946100,size=25425,kvs=624}"] [deliverDur=11.887054ms] [type=query] [takeTime=518.586842ms] [] [2024/05/06 09:53:29.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=57.635277ms] [encodeDur=434.60191ms] [checksum="{cksum=2533239706077016606,size=25347,kvs=622}"] [deliverDur=11.811208ms] [type=query] [takeTime=518.792821ms] [] [2024/05/06 09:53:29.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [key=import-from-select] [readDur=83.233195ms] [encodeDur=408.279202ms] [checksum="{cksum=15962803402886647657,size=25714,kvs=631}"] [deliverDur=11.713392ms] [type=query] [takeTime=518.972768ms] [] [2024/05/06 09:53:29.857 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:29.857 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25760] [kvs=632] [files=1] [sstFileSize=9212] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/2e17a3d7-e69b-4071-a6ce-0a7a49bd6cfd.sst] [firstKey=7480000000000000725F728000000000000006] [lastKey=7480000000000000725F728000000000001388] [2024/05/06 09:53:29.859 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25714] [kvs=631] [files=1] [sstFileSize=9176] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d7a01dab-3879-4ceb-9b26-d94b076d372a.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001381] [2024/05/06 09:53:29.860 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25714] [kvs=631] [files=1] [sstFileSize=9197] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c8fcabaa-4329-4954-87c5-b6e2c32e91bf.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001383] [2024/05/06 09:53:29.861 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25348] [kvs=622] [files=1] [sstFileSize=9046] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/1d1bc0e9-678b-4b86-9ddf-bb1d8ab41fb5.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F728000000000001387] [2024/05/06 09:53:29.863 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25347] [kvs=622] [files=1] [sstFileSize=9033] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/143bdef0-627d-4c9e-8ff8-74b0321cb129.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001386] [2024/05/06 09:53:29.865 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25425] [kvs=624] [files=1] [sstFileSize=9114] [file=/tmp/tidb/import-4000/5455c97a-9fb6-4dfe-b9b8-e352cc1ae767/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d30a2f08-84f2-43cb-b287-6c4abd1d8b8d.sst] [firstKey=7480000000000000725F728000000000000005] [lastKey=7480000000000000725F728000000000001382] [2024/05/06 09:53:29.869 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.308919ms] [] [2024/05/06 09:53:29.869 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:29.876 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:29.897 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/05/06 09:53:29.898 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:30.035 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/05/06 09:53:30.037 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=167.539234ms] [] [2024/05/06 09:53:30.037 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:30.039 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.799206ms] [] [2024/05/06 09:53:30.039 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:30.039 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:30.039 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=59.266Β΅s] [] [2024/05/06 09:53:30.039 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/05/06 09:53:30.039 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [2024/05/06 09:53:30.049 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [takeTime=9.469795ms] [] [2024/05/06 09:53:30.049 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 09:53:30.049 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [weight=30] [2024/05/06 09:53:30.049 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [concurrency=15] [2024/05/06 09:53:30.056 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/05/06 09:53:30.057 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/06 09:53:30.057 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5455c97a-9fb6-4dfe-b9b8-e352cc1ae767] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=17.492312ms] [] [2024/05/06 09:53:30.057 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:30.057 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.262Β΅s] [] [2024/05/06 09:53:30.057 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:30.059 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.938727ms] [] [2024/05/06 09:53:30.059 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:30.059 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.505Β΅s] [] [2024/05/06 09:53:30.059 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:30.060 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.126957ms] [] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:30.064 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:30.064 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.064 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:30.064 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:30.066 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:30.066 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:30.066 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:30.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.066 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:30.068 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574131229786114\n# Conn_ID: 2\n# Query_time: 0.961136281\n# Parse_time: 0.00069063\n# Compile_time: 0.00451039\n# Rewrite_time: 0.003370913\n# Optimize_time: 0.001097751\n# Wait_TS: 0.000122601\n# Cop_time: 0.005351849 Process_time: 0.005235469 Wait_time: 0.000192161 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.001047093 Cop_proc_p90: 0.001528196 Cop_proc_max: 0.001528196 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.8432e-05 Cop_wait_p90: 5.9624e-05 Cop_wait_max: 5.9624e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('igeYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjk1NC4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTUBGgVHCDguOR1GeDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDIuODkBbyBtaW46IDEuNTEBDQhhdmcBGgA0BQ0IcDk1AQ0NJ0hheF9wcm9jX2tleXM6IDIwMTYsASJGFQAIdG90BRUUOiA1LjI0AVYBEjR3YWl0OiAxOTIuMsK1cwWXdHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW1CF9kdQUaGG46IDUxLjMFOgGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHyGF9ycGM6NSwBhQhhbF8lJEAxMS42bXN9fQk3OC4xIEtCCSFnIDIJNDNfNgkxXzFpqHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTUpfgRrdgW0FDp7cHJvYwGnADoliiFhCDBzLClcKVkEODAJGyFiBSSYaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsJVgIZXNzLYUENTAhLgB0QhoAMF9zaXplOiAyNDM3NjIR+gBrJbhENTAwNSwgZ2V0X3NuYXBzaG90KRMIIDc3JV1wcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hwQw0NTI3IREAeUIaAAA5BRoMYmxvY0FsEH19fSwgIW5ewwABHDIjAiRhbF9zdXNwZW5kDRwMMTMuMQWVCeJBQhEaVUcJGyhrdl9yZWFkX3dhbC3jBCA1RXkhlC4VADguOTRtc30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('9AegCu8HCgxJbXBvcnRJbnRvXzISqAcKDVRhYmxlUmVhZGVyXzcSpAQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfB5iMNAMIgnOAJAAkoUChIKC2Zyb21fc2VsZWN0EgNzcmNSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2qrA3Rpa3ZfdGFzazp7cHJvYyBtYXg6Mm1zLCBtaW46MHMsIGF2ZzogMW1zLCBwODA6Mm1zLCBwOTUJJPA8aXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdEIaADRfc2l6ZTogMjQzNzYyLA0hAGsRM/BGNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDc3wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0NTI3LCBrZXlCGgAAOQUaMGJsb2NrOiB7fX19LCABW17DAAEcFDogNS4yNCETAHQFxRhzdXNwZW5kDRwMMTMuMQWVCR0Id2FpEa0QMTkyLjIdGyxrdl9yZWFkX3dhbGwNPQA1BVYhlC4VABwuOTRtc31w/xEBBAF4EQoo/wEhnFYfpYdMFkEyEwIoAUABUhRkYXRhOlQ2QgIEWhQFwgg4LjklyzBsb29wczo3YpsCY29wSQgkIHtudW06IDUsIEEMECAyLjg5AZVBEBAgMS41MQENCGF2ZwEaADQFDQhwOTUBDQ0nBGF4Je8tuRAyMDE2LAEiRhUACHRvdAUVMk4BJS8AOj0qgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW1CF9kdQUaGG46IDUxLjMlZAGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHyFF9ycGM6NVF3JSUsMTEuNm1zfX1wwPAEPXIAOCFdFANOL0FaFQUnDDk1NC49TQAxVqgBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/05/06 09:53:30.210 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:53:30.257 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.257 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:53:30.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.342 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=310.719Β΅s] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:30.354 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/05/06 09:53:30.391 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.226145ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.456 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.496 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=173.444Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:30.506 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/05/06 09:53:30.545 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.265066ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=197.825Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:30.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/05/06 09:53:30.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.258605ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.749 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:30.759 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/05/06 09:53:30.763 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.817 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:53:30.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.821 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.611186345\n# Parse_time: 0.000454953\n# Compile_time: 0.000631936\n# Rewrite_time: 0.000014469\n# Optimize_time: 0.001851097\n# Wait_TS: 0.00050055\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:53:30.822 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:53:30.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.852 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:53:30.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.936 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.00742ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:30.947 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/05/06 09:53:30.984 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.011497ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:30.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.054 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.798 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 09:53:31.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.096 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/05/06 09:53:31.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.150 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/05/06 09:53:31.226 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.234 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/05/06 09:53:31.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.380364ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.314 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/05/06 09:53:31.348 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.410233ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.409 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.444 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:53:31.444 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.447 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352457264\n# Parse_time: 0.00061315\n# Compile_time: 0.001070366\n# Rewrite_time: 0.000009835\n# Optimize_time: 0.001851097\n# Wait_TS: 0.000589722\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/05/06 09:53:31.450 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/05/06 09:53:31.497 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.497 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/05/06 09:53:31.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.591 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/05/06 09:53:31.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=2.509715ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/05/06 09:53:31.711 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.499564ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.781 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.826 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:53:31.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.830 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.381648596\n# Parse_time: 0.001265104\n# Compile_time: 0.001218991\n# Rewrite_time: 0.000011247\n# Optimize_time: 0.001851097\n# Wait_TS: 0.000405412\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/05/06 09:53:32.038 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/05/06 09:53:32.046 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:32.046 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:32.047 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:32.047 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:32.048 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:32.048 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:32.048 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:32.048 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:32.048 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:32.063 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:32.065 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:32.065 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:32.070 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:32.075 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:32.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [key=import-from-select] [2024/05/06 09:53:32.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [key=import-from-select] [2024/05/06 09:53:32.084 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [key=import-from-select] [readDur=85.166Β΅s] [encodeDur=932.386Β΅s] [checksum="{cksum=9795037679625209136,size=42,kvs=1}"] [deliverDur=295.336Β΅s] [type=query] [takeTime=1.670042ms] [] [2024/05/06 09:53:32.085 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [key=import-from-select] [readDur=30.955Β΅s] [encodeDur=1.143062ms] [checksum="{cksum=15110598681084085746,size=126,kvs=3}"] [deliverDur=566.46Β΅s] [type=query] [takeTime=2.086328ms] [] [2024/05/06 09:53:32.086 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=42] [kvs=1] [files=1] [sstFileSize=940] [file=/tmp/tidb/import-4000/f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/1198507b-9fef-46d9-9f48-ea797b14e61c.sst] [firstKey=7480000000000000795F728000000000000002] [lastKey=7480000000000000795F728000000000000002] [2024/05/06 09:53:32.086 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:32.087 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=126] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d8c5c418-e3f1-4a45-8d46-fea417afc3ca.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000004] [2024/05/06 09:53:32.090 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.9482ms] [] [2024/05/06 09:53:32.090 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:32.094 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:32.117 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/05/06 09:53:32.117 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:32.132 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/05/06 09:53:32.134 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.86805ms] [] [2024/05/06 09:53:32.134 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:32.136 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.821062ms] [] [2024/05/06 09:53:32.136 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:32.136 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:32.136 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=54.77Β΅s] [] [2024/05/06 09:53:32.136 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/05/06 09:53:32.136 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [2024/05/06 09:53:32.143 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [takeTime=6.868075ms] [] [2024/05/06 09:53:32.143 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 09:53:32.143 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [weight=30] [2024/05/06 09:53:32.143 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [concurrency=15] [2024/05/06 09:53:32.147 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/05/06 09:53:32.148 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/06 09:53:32.148 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=f8b2073f-fad4-4dc5-83e1-09c72a2e1ab2] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=11.711343ms] [] [2024/05/06 09:53:32.148 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:32.148 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.982Β΅s] [] [2024/05/06 09:53:32.148 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:32.150 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.301766ms] [] [2024/05/06 09:53:32.150 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:32.150 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.708Β΅s] [] [2024/05/06 09:53:32.150 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:32.151 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.151641ms] [] [2024/05/06 09:53:32.154 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:32.154 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:32.154 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:32.154 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:32.154 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:32.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:32.154 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:32.155 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:32.155 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.155 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:32.155 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.155 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:32.155 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:32.156 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:32.156 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:32.157 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:32.157 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.157 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:32.158 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574131937837069\n# Conn_ID: 2\n# Query_time: 0.315121761\n# Parse_time: 0.000646418\n# Compile_time: 0.003101049\n# Rewrite_time: 0.002119336\n# Optimize_time: 0.001851097\n# Wait_TS: 0.00010097\n# Cop_time: 0.000094277 Process_time: 0.000036439 Wait_time: 0.000032734 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.6439e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.2734e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mAbwUjAJNTlfMgkwCTAJTi9BCTAJdGltZTozMDkuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkxNF82CTAJMTAwMDAJZnJvbV9zZWxlY3Quc3JjLmlkCTQJBUIYOTY0LjnCtRVDYDIJMS4wNSBLQgkwIEJ5dGVzCjIJMzFfMTAVTExkYXRhOlRhYmxlRnVsbFNjYW5fORFOEDU0NS41Lk4AeCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTc4LjgFK0Rwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDM2LjQFIQETJHdhaXQ6IDMyLjcFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhBuOiAzOQ2ZqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFlwhhbF8pMzAwMC4ywrVzfX0JMzUzKSYACSF1JDMJNDNfOQkxXzAtd9h0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3ZfdGFzazp7BWYAMDWTAZkAcyFnKGRldGFpbDoge3RvAY0YcHJvY2VzczI7AQRhbDIXACBfc2l6ZTogMTgpWQRhbA0tODUsIGdldF9zbmFwc2hvdAnYCCAxMS1xdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWnCGtleT4WABg4LCBibG9jIeoQfX19LCABx160AAEcNuIBCGFsXyHkERox6QB0IRcMd2FsbA0ZPDE0NMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('igfw9QqFBwoMSW1wb3J0SW50b18yEr4GCgZTb3J0XzYS7AUKDlRhYmxlUmVhZGVyXzEwEqYDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDExLjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcDDogMzYNcQB0BZwId2FpEYsMMzIuNwWLIHRpa3Zfd2FsbA0zBDE0AaMIfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSk9lSgBQAFSFGRhdGE6VDbDAQRaFgWGEDU0NS41BWxAbG9vcHM6MmLcAWNvcF90YXMBy0RudW06IDEsIG1heDogOTc4LjgFLAxwcm9jLU0ENCwBwABfARI20wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogMzkNmqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcAYS05MDkwMC4ywrVzfX1w4QIuMwEY6JnfmEUfW0IzAQQSZlnEGC5zcmMuaWQtMRA5NjQuOSUFLTEMcLgIOCFmFANOL0FaFSVVFDMwOS44bVnDVrABBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/05/06 09:53:32.167 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:53:32.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:53:32.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.257 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/05/06 09:53:32.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.31601ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:32.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/05/06 09:53:32.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.470833ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.444 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 09:53:32.453 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/05/06 09:53:32.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.525 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 09:53:32.525 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362911013\n# Parse_time: 0.000238353\n# Compile_time: 0.000820501\n# Rewrite_time: 0.00001132\n# Optimize_time: 0.000906391\n# Wait_TS: 0.000374774\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:53:32.531 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/05/06 09:53:32.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.585 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/05/06 09:53:32.628 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.635 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/05/06 09:53:32.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.231882ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:32.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/05/06 09:53:32.733 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.193439ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.798 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.499 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.838 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:53:32.838 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.841 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.31219509\n# Parse_time: 0.000658106\n# Compile_time: 0.000805418\n# Rewrite_time: 0.000009646\n# Optimize_time: 0.000906391\n# Wait_TS: 0.000493393\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/05/06 09:53:33.009 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/05/06 09:53:33.016 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:33.017 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:33.017 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:33.017 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:33.018 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:33.018 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:33.018 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:33.018 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:33.019 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:33.033 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:33.035 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:33.035 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:33.040 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:33.044 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:33.052 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [key=import-from-select] [2024/05/06 09:53:33.052 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [key=import-from-select] [2024/05/06 09:53:33.053 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [key=import-from-select] [readDur=8.571Β΅s] [encodeDur=722.621Β΅s] [checksum="{cksum=6696951437767645218,size=40,kvs=1}"] [deliverDur=176.947Β΅s] [type=query] [takeTime=1.249223ms] [] [2024/05/06 09:53:33.053 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [key=import-from-select] [readDur=9.525Β΅s] [encodeDur=976.483Β΅s] [checksum="{cksum=3293733532570458167,size=40,kvs=1}"] [deliverDur=186.898Β΅s] [type=query] [takeTime=1.514902ms] [] [2024/05/06 09:53:33.054 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/5721069e-7a5c-4189-93d8-344b0b7a2c30/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/6f7dfc85-2b82-4701-a519-b1469e044d3a.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000001] [2024/05/06 09:53:33.054 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:33.055 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/5721069e-7a5c-4189-93d8-344b0b7a2c30/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/723f9556-200b-4236-b599-21f5e22a6be1.sst] [firstKey=74800000000000007B5F728000000000000002] [lastKey=74800000000000007B5F728000000000000002] [2024/05/06 09:53:33.058 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.440109ms] [] [2024/05/06 09:53:33.058 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:33.063 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:33.085 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/05/06 09:53:33.085 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:33.102 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 09:53:33.104 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=46.308355ms] [] [2024/05/06 09:53:33.105 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:33.106 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.663676ms] [] [2024/05/06 09:53:33.106 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:33.106 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:33.106 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=54.532Β΅s] [] [2024/05/06 09:53:33.107 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/05/06 09:53:33.107 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [2024/05/06 09:53:33.113 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [takeTime=6.26679ms] [] [2024/05/06 09:53:33.113 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 09:53:33.113 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [weight=30] [2024/05/06 09:53:33.113 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [concurrency=15] [2024/05/06 09:53:33.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/05/06 09:53:33.117 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/06 09:53:33.117 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=5721069e-7a5c-4189-93d8-344b0b7a2c30] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=10.518688ms] [] [2024/05/06 09:53:33.117 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:33.117 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=10.542Β΅s] [] [2024/05/06 09:53:33.117 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:33.118 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.145374ms] [] [2024/05/06 09:53:33.119 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:33.119 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.558Β΅s] [] [2024/05/06 09:53:33.119 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:33.120 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=941.278Β΅s] [] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:33.123 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:33.123 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:33.123 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:33.123 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:33.125 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:33.125 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:33.125 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:33.125 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:33.125 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/05/06 09:53:33.135 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:53:33.174 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.174 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:53:33.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=364.716Β΅s] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:33.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/05/06 09:53:33.324 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.241212ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.420 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=179.099Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:33.431 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/05/06 09:53:33.469 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.953525ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.568 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=246.289Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:33.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/05/06 09:53:33.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=54.632018ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.659 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:33.675 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/05/06 09:53:33.679 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.726 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 09:53:33.726 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.730 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.596149395\n# Parse_time: 0.000430199\n# Compile_time: 0.000586711\n# Rewrite_time: 0.00000655\n# Optimize_time: 0.002097311\n# Wait_TS: 0.000504566\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:53:33.731 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/05/06 09:53:33.763 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.763 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:53:33.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.058979ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:33.868 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/05/06 09:53:33.905 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.006085ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.939 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.965 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:53:33.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.987 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/06 09:53:34.045 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.045 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/06 09:53:34.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.125 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/05/06 09:53:34.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.700562ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.207 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/05/06 09:53:34.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=54.050213ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.316 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.350 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:53:34.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.354 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368619902\n# Parse_time: 0.000845612\n# Compile_time: 0.000967191\n# Rewrite_time: 0.00001095\n# Optimize_time: 0.002097311\n# Wait_TS: 0.000482176\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/06 09:53:34.594 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/06 09:53:34.635 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.635 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/06 09:53:34.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.704 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/05/06 09:53:34.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.493729ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/05/06 09:53:34.808 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.235164ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.917 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:53:34.917 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.920 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.327276628\n# Parse_time: 0.000460908\n# Compile_time: 0.000729447\n# Rewrite_time: 0.000008103\n# Optimize_time: 0.000735235\n# Wait_TS: 0.00039632\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/06 09:53:34.928 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449574132637761536] [2024/05/06 09:53:34.929 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 09:53:34.469583'"] [2024/05/06 09:53:34.930 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 09:53:35.137 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/05/06 09:53:35.145 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:35.145 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:35.146 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:35.146 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:35.147 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:35.147 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:35.147 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:35.147 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:35.147 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:35.162 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:35.164 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:35.164 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:35.169 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:35.174 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:35.179 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [key=import-from-select] [2024/05/06 09:53:35.180 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [key=import-from-select] [2024/05/06 09:53:35.180 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=182.569Β΅s] [] [2024/05/06 09:53:35.180 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [key=import-from-select] [readDur=9.767Β΅s] [encodeDur=440.359Β΅s] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=288.75Β΅s] [type=query] [takeTime=1.219677ms] [] [2024/05/06 09:53:35.181 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:35.181 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/60434faa-c78d-4ab8-9a30-e8c9a67edafb/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/dbc9d776-1b7c-4702-9ad6-6c8160152603.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/05/06 09:53:35.184 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.877406ms] [] [2024/05/06 09:53:35.184 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:35.189 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:35.211 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:53:35.211 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:35.230 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:53:35.232 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=48.068285ms] [] [2024/05/06 09:53:35.232 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:35.234 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.791375ms] [] [2024/05/06 09:53:35.234 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:35.234 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:35.234 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=84.977Β΅s] [] [2024/05/06 09:53:35.234 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/05/06 09:53:35.235 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [2024/05/06 09:53:35.242 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [takeTime=7.423284ms] [] [2024/05/06 09:53:35.242 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 09:53:35.242 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [weight=30] [2024/05/06 09:53:35.242 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [concurrency=15] [2024/05/06 09:53:35.246 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/05/06 09:53:35.247 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/06 09:53:35.247 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=60434faa-c78d-4ab8-9a30-e8c9a67edafb] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=12.292919ms] [] [2024/05/06 09:53:35.247 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:35.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.827Β΅s] [] [2024/05/06 09:53:35.247 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:35.248 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.224317ms] [] [2024/05/06 09:53:35.249 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:35.249 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.594Β΅s] [] [2024/05/06 09:53:35.249 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:35.250 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=971.94Β΅s] [] [2024/05/06 09:53:35.253 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:35.253 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:35.253 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:35.253 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:35.255 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:35.255 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:35.255 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:35.255 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:35.255 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:35.256 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574132638023680\n# Conn_ID: 2\n# Query_time: 0.32328982\n# Parse_time: 0.000522728\n# Compile_time: 0.002211979\n# Rewrite_time: 0.001246921\n# Optimize_time: 0.000735235\n# Wait_TS: 0\n# Cop_time: 0.000076317 Process_time: 0.000033634 Wait_time: 0.000036158 Request_count: 1 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.3634e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.6158e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 278\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxOS40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg0ODIuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi40NQFuIHByb2Nfa2V5cwUbDHRvdF8BEhQ6IDMzLjYFSgETJHdhaXQ6IDM2LjIFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA0OAU4qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrQxfcnBjAcMUdG90YWxfJSUUMi4wOW1zDS4cZXJyb3JzOnshEmxfaXNfbm90X3JlYWR5OjF9fQkyNzggQnl0ZXMJIUUMMgk0MyEoAF8xRwB0IUKoOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJdGlrdgXTBDp7BYYMMHMsIC2mQH0sIHNjYW5fZGV0YWlsOiB7Ca0YcHJvY2VzczJZAQRhbDIXACRfc2l6ZTogNDEsDeEphTgzLCBnZXRfc25hcHNob3QJ9wggMTAte4Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDIBzwB5PhYAGDQsIGJsb2NBBRB9fX0sIAHGXrMAARw2/wEIYWxfQQERGgA2DYslFgh3YWwtm0ggMTU0LjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('1AagCs8GCgxJbXBvcnRJbnRvXzISiAYKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAE4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA0FR0Ea2UBLDwzLCBnZXRfc25hcHNob3RfBXHAIDEwLjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMiwga2V5XzoWADw0LCBibG9jazoge319fSwgAVUEX2RWswABHBQ6IDMzLjYFcQnQCHdhaRGLBDM2DYsgdGlrdl93YWxsDTMoMTU0LjHCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLpYBKAFAAVIUZGF0YTpUNsQBBFoWBYgQNDgyLjQFiClwHDJi+AFjb3BfJY1oIHtudW06IDEsIG1heDogMi40NW1zLCBwcm9jLU0pXABfARI20wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNDgFlmBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogQRk0cnBjX2luZm86e0NvcDoBrRhfcnBjOjIsLVUF4hwyLjA5bXN9LAUuHGVycm9yczp7IRJQX2lzX25vdF9yZWFkeToxfX1wlgJ4OU8AOCE7FANOL0FaFQVIEDMxOS40Af8pKQAxVoUBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 09:53:34.469583';"] [2024/05/06 09:53:35.264 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:53:35.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:53:35.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.382 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/05/06 09:53:35.428 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.775117ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:35.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/05/06 09:53:35.474 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.642428ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.543 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 09:53:35.554 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 09:53:35.558 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.619 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:53:35.619 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.623 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.359468752\n# Parse_time: 0.000235075\n# Compile_time: 0.001009216\n# Rewrite_time: 0.00001179\n# Optimize_time: 0.000821122\n# Wait_TS: 0.000483436\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:53:35.853 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449574132967014400] [2024/05/06 09:53:35.856 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.856 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.858 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.859 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:35.859 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.860 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449574132967014400,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:53:35.862 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.862 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.863 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.864 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:35.864 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/06 09:53:35.864 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449574132967014400,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:53:36.060 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/05/06 09:53:36.068 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:36.068 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:36.069 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:36.069 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:36.070 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:36.070 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:36.070 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:36.070 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:36.070 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:36.087 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:36.088 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:36.089 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:36.094 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.098 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.102 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [key=import-from-select] [2024/05/06 09:53:36.102 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [key=import-from-select] [2024/05/06 09:53:36.103 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [key=import-from-select] [readDur=161.202Β΅s] [encodeDur=466.898Β΅s] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=227.139Β΅s] [type=query] [takeTime=1.263192ms] [] [2024/05/06 09:53:36.103 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [key=import-from-select] [readDur=9.092Β΅s] [encodeDur=769.423Β΅s] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=250.194Β΅s] [type=query] [takeTime=1.344881ms] [] [2024/05/06 09:53:36.104 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/713898c5-fe9c-478e-8606-b92606c9a3cb/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/f6756d65-bb83-47f7-a986-52c104c9b9c2.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/05/06 09:53:36.104 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.105 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/713898c5-fe9c-478e-8606-b92606c9a3cb/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/08bd9982-1949-4d0d-9f28-036be3f8d6ff.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/05/06 09:53:36.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.819671ms] [] [2024/05/06 09:53:36.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:36.113 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:36.135 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:53:36.135 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:36.150 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:53:36.152 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.336424ms] [] [2024/05/06 09:53:36.152 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.154 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.757871ms] [] [2024/05/06 09:53:36.154 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:36.154 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.154 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=54.544Β΅s] [] [2024/05/06 09:53:36.154 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 09:53:36.154 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [2024/05/06 09:53:36.163 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [takeTime=8.76193ms] [] [2024/05/06 09:53:36.163 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:53:36.163 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [weight=30] [2024/05/06 09:53:36.163 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [concurrency=15] [2024/05/06 09:53:36.167 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:53:36.168 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:53:36.168 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=713898c5-fe9c-478e-8606-b92606c9a3cb] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=13.749997ms] [] [2024/05/06 09:53:36.168 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.168 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.959Β΅s] [] [2024/05/06 09:53:36.168 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.169 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.327161ms] [] [2024/05/06 09:53:36.169 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.170 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=17.28Β΅s] [] [2024/05/06 09:53:36.170 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.171 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.048421ms] [] [2024/05/06 09:53:36.174 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:36.174 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.174 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:36.174 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:36.176 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:36.176 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:36.176 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:36.176 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.176 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:36.177 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574132967276544\n# Conn_ID: 2\n# Query_time: 0.309761843\n# Parse_time: 0.001531217\n# Compile_time: 0.002827688\n# Rewrite_time: 0.001501504\n# Optimize_time: 0.001335474\n# Wait_TS: 0\n# Cop_time: 0.000063565 Process_time: 0.000044658 Wait_time: 0.000021581 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.4658e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.1581e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 295\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwNC4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg0MzEuOMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4zMQFuRHByb2Nfa2V5czogMiwgdG90XwESFDogNDQuNwVKARMkd2FpdDogMjEuNgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDQ4DU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGMBxRR0b3RhbF8lJxQxLjkzbXMNLhxlcnJvcnM6eyEUbF9pc19ub3RfcmVhZHk6MX19CTI5NSBCeXRlcwkhRyAyCTQzXzYJMV8xSQB0IUSoOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTIJdGlrdgXVBDp7BYYMMHMsIC2oQH0sIHNjYW5fZGV0YWlsOiB7Ca0YcHJvY2VzczJbAQRhbDIXABxfc2l6ZTogOCl4BGFsDSw4NCwgZ2V0X3NuYXBzaG90CfcQIDYuODIlfYByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDMBzwB5PhYAGDYsIGJsb2NBBzm5DTIUMn19fSwgAdhexQABHDYTAghhbF9BFQ0aVRolKAh3YWwtrUggMTE4LjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('6AagCuMGCgxJbXBvcnRJbnRvXzISnAYKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDYuODLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcFDogNDQuNwWDCeIId2FpEZ0MMjEuNgkaHGlrdl93YWxsDTMoMTE4LjXCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqgBKAFAAVIUZGF0YTpUNtYBBFoWBYgQNDMxLjgFbimCHDJi+gFjb3BfJZ9oIHtudW06IDEsIG1heDogMi4zMW1zLCBwcm9jLV8pbgBfARI20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA0OC0gYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBLTRycGNfaW5mbzp7Q29wOgGvEF9ycGM6CZcAYS05HDEuOTNtc30sBS4cZXJyb3JzOnshFFBfaXNfbm90X3JlYWR5OjF9fXCnAng5USg4AUABUgNOL0FaFSUsEDMwNC4yIQEpKwAxVocBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 09:53:35.725978';"] [2024/05/06 09:53:36.185 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/06 09:53:36.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.216 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/06 09:53:36.280 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.293 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/05/06 09:53:36.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.685126ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:36.351 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/05/06 09:53:36.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=54.053985ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.435 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 09:53:36.443 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 09:53:36.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.523 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:53:36.523 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342331766\n# Parse_time: 0.000249314\n# Compile_time: 0.00082541\n# Rewrite_time: 0.00000748\n# Optimize_time: 0.000694134\n# Wait_TS: 0.000372688\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/06 09:53:36.534 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449574132967014400] [2024/05/06 09:53:36.537 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-06 09:53:35.725978'"] [2024/05/06 09:53:36.538 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/06 09:53:36.745 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/05/06 09:53:36.753 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:36.753 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:36.754 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:36.754 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:36.755 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:36.755 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:36.755 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:36.755 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:36.755 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:36.770 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:36.771 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:36.772 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=373.8GB] [2024/05/06 09:53:36.777 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.782 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.786 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [key=import-from-select] [2024/05/06 09:53:36.786 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [key=import-from-select] [2024/05/06 09:53:36.787 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [key=import-from-select] [readDur=8.316Β΅s] [encodeDur=630.429Β΅s] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=324.615Β΅s] [type=query] [takeTime=1.365704ms] [] [2024/05/06 09:53:36.787 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [key=import-from-select] [readDur=123.126Β΅s] [encodeDur=746.855Β΅s] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=320.875Β΅s] [type=query] [takeTime=1.542651ms] [] [2024/05/06 09:53:36.788 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/7dcdec54-b654-4a39-b794-d765f9d0e2b8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d3ea4085-fc99-4a27-bdfa-9e025383d192.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/05/06 09:53:36.788 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.790 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/7dcdec54-b654-4a39-b794-d765f9d0e2b8/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/0f290fa0-cc25-4269-bab7-2347d1b5f1fe.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 09:53:36.792 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.492415ms] [] [2024/05/06 09:53:36.792 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/06 09:53:36.797 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:36.819 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:53:36.819 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:36.840 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:53:36.842 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=49.452359ms] [] [2024/05/06 09:53:36.842 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.844 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.967101ms] [] [2024/05/06 09:53:36.844 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/06 09:53:36.844 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=52.712Β΅s] [] [2024/05/06 09:53:36.844 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/06 09:53:36.844 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [2024/05/06 09:53:36.852 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [takeTime=8.210903ms] [] [2024/05/06 09:53:36.852 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:53:36.853 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [weight=30] [2024/05/06 09:53:36.853 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [concurrency=15] [2024/05/06 09:53:36.857 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:53:36.857 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:53:36.857 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=7dcdec54-b654-4a39-b794-d765f9d0e2b8] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=13.205963ms] [] [2024/05/06 09:53:36.857 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.858 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.615Β΅s] [] [2024/05/06 09:53:36.858 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/06 09:53:36.859 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.140082ms] [] [2024/05/06 09:53:36.859 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.859 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.9Β΅s] [] [2024/05/06 09:53:36.859 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/06 09:53:36.860 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.021797ms] [] [2024/05/06 09:53:36.863 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:36.863 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.863 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:36.864 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.864 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:36.864 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:36.865 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:36.865 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:36.865 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:36.865 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:36.866 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:36.867 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574132967276544\n# Conn_ID: 2\n# Query_time: 0.325696702\n# Parse_time: 0.0005556\n# Compile_time: 0.00276815\n# Rewrite_time: 0.001732052\n# Optimize_time: 0.000694134\n# Wait_TS: 0\n# Cop_time: 0.000121023 Process_time: 0.000049285 Wait_time: 0.000031507 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.9285e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.1507e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 296\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+wWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMyMW1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkyCUIYNzQwLjbCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDIuNzMBbkRwcm9jX2tleXM6IDIsIHRvdF8BEhQ6IDQ5LjMFSgETJHdhaXQ6IDMxLjUFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA5Mi4xBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGMBxRR0b3RhbF8lJRQyLjM0bXMNLhxlcnJvcnM6eyEUbF9pc19ub3RfcmVhZHk6MX19CTI5NiBCeXRlcwkhRyAyCTQzXzYJMV8xSQB0IUSoOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTIJdGlrdgXVBDp7BYYAMDVjAbk0c2Nhbl9kZXRhaWw6IHsJrRhwcm9jZXNzMlsBBGFsMhcAHF9zaXplOiA4KXgEYWwNLDg0LCBnZXRfc25hcHNob3QJ9wggMTMtfXByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGmAc8AeT4WABg2LCBibG9jQQcAYzW5DTIUMn19fSwgAdhexQABHAA6MhMCFGFsX3dhaRGdVRolKAh3YWwtrUggMTUwLjLCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('5gagCuEGCgxJbXBvcnRJbnRvXzISnAYKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDEzLjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcFDogNDkuMwWDCeIId2FpEZ0EMzENnSB0aWt2X3dhbGwNMygxNTAuMsK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEuqAEoAUABUhRkYXRhOlQ21gEEWhYFiBA3NDAuNgWIKYIcMmL6AWNvcF8ln2gge251bTogMSwgbWF4OiAyLjczbXMsIHByb2MtXyluAF8BEjbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDkyLjEFmGBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogQS00cnBjX2luZm86e0NvcDoBrxBfcnBjOgmXAGEtORwyLjM0bXN9LAUuHGVycm9yczp7IRRQX2lzX25vdF9yZWFkeToxfX1wqAJ4OVEAOCE9FANOL0FaEyUsCDMyMQH/KSkAMVaFAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-06 09:53:35.725978';"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/05/06 09:53:36.876 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 09:53:36.879 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 09:53:36.910 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:36.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.910 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:36.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 09:53:36.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.993 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=1.126643ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:37.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/05/06 09:53:37.041 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.912438ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:36.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.083 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.132 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 09:53:37.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:53:37.141 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:37.145 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:53:37.192 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:37.192 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:53:37.251 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.260 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/05/06 09:53:37.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=2.409621ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:37.334 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/05/06 09:53:37.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.340932ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.149 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.485 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:53:37.485 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:37.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.34587167\n# Parse_time: 0.001024051\n# Compile_time: 0.001340364\n# Rewrite_time: 0.000010198\n# Optimize_time: 0.000826914\n# Wait_TS: 0.000530843\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:53:37.628 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:37.806 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:37.902 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:37.942 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:37.959 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:38.064 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:38.065 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:38.066 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:53:38.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:38.089 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:38.089 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:38.090 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=83.733Β΅s] [2024/05/06 09:53:38.090 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=235.688Β΅s] [] [2024/05/06 09:53:38.090 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:38.090 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:38.197 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:53:38.217 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:53:38.240 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:38.277 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:38.278 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:53:38.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:38.288 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:38.288 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:38.288 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:38.288 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:38.289 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:38.289 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:38.289 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:38.289 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:38.289 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:38.304 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:38.305 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:38.306 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:38.306 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:53:38.306 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.1GiB] [2024/05/06 09:53:38.375 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:53:38.381 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:38.385 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:38.386 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 09:53:38.386 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/06 09:53:38.414 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/05/06 09:53:38.414 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/05/06 09:53:38.417 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=998.271Β΅s] [encodeDur=796.479Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=79.417Β΅s] [type=file] [takeTime=2.406864ms] [] [2024/05/06 09:53:38.418 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.123682ms] [encodeDur=936.87Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=728.316Β΅s] [type=file] [takeTime=3.239073ms] [] [2024/05/06 09:53:38.418 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1880a4c3-6ed3-46b8-b452-edebf7a9db65.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/05/06 09:53:38.419 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=43.691688ms] [] [2024/05/06 09:53:38.419 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:38.419 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:38.419 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:38.420 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2441b292-ab36-47f6-8916-ecdad00e8df8.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/05/06 09:53:38.423 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.631117ms] [] [2024/05/06 09:53:38.423 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:38.428 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:38.449 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:53:38.450 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:38.467 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:53:38.469 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.264493ms] [] [2024/05/06 09:53:38.469 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:38.471 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.300225ms] [] [2024/05/06 09:53:38.471 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:38.471 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:38.473 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.073651ms] [] [2024/05/06 09:53:38.473 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:38.473 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:38.473 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=89.682Β΅s] [] [2024/05/06 09:53:38.473 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:38.474 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.06203ms] [] [2024/05/06 09:53:38.531 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:53:38.534 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:38.534 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:38.534 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:38.534 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:38.536 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:38.536 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:38.536 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:38.536 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:38.536 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:38.536 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=259.538346ms] [] [2024/05/06 09:53:38.583 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:38.584 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:38.585 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:38.585 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:38.648 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:38.650 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:38.650 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:38.810 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:38.860 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:38.860 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:38.860 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:38.868 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.741095ms] [] [2024/05/06 09:53:38.868 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:53:38.868 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:38.869 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:53:38.869 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:53:38.874 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:53:38.875 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:38.875 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.536607ms] [] [2024/05/06 09:53:38.875 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.769044ms] [] [2024/05/06 09:53:38.920 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=109.483491ms] [] [2024/05/06 09:53:38.983 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:38.983 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:53:38.985 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:53:39.021 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:53:39.064 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:39.090 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:39.090 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:39.180 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.690922686\n# Parse_time: 0.000388515\n# Compile_time: 0.001018751\n# Rewrite_time: 0.000194524\n# Optimize_time: 0.000826914\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:53:39.207 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:53:39.211 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:39.246 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:39.246 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=239.448Β΅s] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:39.342 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/05/06 09:53:39.379 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.658068ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.468 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=249.661Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:39.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/05/06 09:53:39.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=52.990787ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.620 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/05/06 09:53:39.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=343.231Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:39.668 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/05/06 09:53:39.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.841358ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.746 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 09:53:39.754 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 09:53:39.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:39.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.825 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:53:39.825 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:39.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.618347967\n# Parse_time: 0.000481504\n# Compile_time: 0.000666604\n# Rewrite_time: 0.000014826\n# Optimize_time: 0.001195555\n# Wait_TS: 0.000382839\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:39.831 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:53:39.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:53:39.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.935 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/05/06 09:53:40.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=2.612196ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:40.025 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/05/06 09:53:40.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.025051ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.139 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.182 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:53:40.182 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:40.186 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35705391\n# Parse_time: 0.000966976\n# Compile_time: 0.001225098\n# Rewrite_time: 0.000008797\n# Optimize_time: 0.001195555\n# Wait_TS: 0.000377097\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:53:40.202 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:40.396 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:40.506 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:40.543 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:40.543 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:40.648 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:40.650 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:40.651 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:53:40.670 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:40.673 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:40.673 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:40.673 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=88.394Β΅s] [2024/05/06 09:53:40.673 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=196.479Β΅s] [] [2024/05/06 09:53:40.673 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:40.673 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:40.787 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:53:40.833 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:53:40.842 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:40.885 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:40.887 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:53:40.887 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:40.897 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:40.897 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:40.898 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:40.898 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:40.899 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:40.899 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:40.899 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:40.899 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:40.899 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:40.914 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:40.916 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:40.916 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:40.916 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:53:40.916 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.1GiB] [2024/05/06 09:53:40.958 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:53:40.962 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:40.967 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:40.967 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 09:53:40.967 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/06 09:53:40.976 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/05/06 09:53:40.976 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/05/06 09:53:40.979 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=1.026837ms] [encodeDur=825.383Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=140.347Β΅s] [type=file] [takeTime=2.351595ms] [] [2024/05/06 09:53:40.979 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=1.051351ms] [encodeDur=758.408Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=522.055Β΅s] [type=file] [takeTime=2.728547ms] [] [2024/05/06 09:53:40.980 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/78f4b3ac-4633-4e12-9f61-73eb79a3a084.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/05/06 09:53:40.980 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=22.172324ms] [] [2024/05/06 09:53:40.980 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:40.980 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:40.980 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:40.981 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/85bc2179-7472-4cfd-9672-7fd2ead4ef6d.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/05/06 09:53:40.984 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.232059ms] [] [2024/05/06 09:53:40.984 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:40.989 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:41.011 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:53:41.011 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:41.029 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:53:41.031 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.846038ms] [] [2024/05/06 09:53:41.031 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:41.032 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.239583ms] [] [2024/05/06 09:53:41.032 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:41.032 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:41.034 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.862058ms] [] [2024/05/06 09:53:41.034 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:41.034 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:41.034 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=53.406Β΅s] [] [2024/05/06 09:53:41.034 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:41.035 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=920.089Β΅s] [] [2024/05/06 09:53:41.082 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:53:41.085 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:41.085 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:41.085 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:41.085 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:41.087 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:41.088 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:41.088 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:41.088 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:41.088 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:41.088 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=202.433793ms] [] [2024/05/06 09:53:41.162 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:41.163 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:41.164 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:41.164 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:41.258 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:41.260 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:41.260 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:41.408 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:41.460 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:41.460 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:41.460 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:41.468 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=8.133978ms] [] [2024/05/06 09:53:41.468 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:53:41.468 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:41.469 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:53:41.469 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:53:41.473 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:53:41.473 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:41.473 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.332992ms] [] [2024/05/06 09:53:41.474 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.508121ms] [] [2024/05/06 09:53:41.512 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=104.418868ms] [] [2024/05/06 09:53:41.591 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:41.591 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:53:41.594 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:53:41.649 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:41.650 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:53:41.672 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:41.672 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:41.752 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:41.769 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.581833824\n# Parse_time: 0.000438051\n# Compile_time: 0.001244933\n# Rewrite_time: 0.000235363\n# Optimize_time: 0.001195555\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:53:41.783 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:41.808 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:41.808 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:41.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:41.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=298.258Β΅s] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:41.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/05/06 09:53:41.942 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=54.063882ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.036 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=275.046Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:42.048 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/05/06 09:53:42.084 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.097985ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.124 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.133 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/05/06 09:53:42.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=240.25Β΅s] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:42.184 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/05/06 09:53:42.222 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.519033ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.279 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 09:53:42.288 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/05/06 09:53:42.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:41.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.353 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:53:42.353 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:42.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.574595366\n# Parse_time: 0.000456272\n# Compile_time: 0.000622106\n# Rewrite_time: 0.000012102\n# Optimize_time: 0.001339315\n# Wait_TS: 0.000320365\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:42.359 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:53:42.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:42.428 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:53:42.496 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.506 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/05/06 09:53:42.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.554166ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:42.586 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/05/06 09:53:42.620 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.976322ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.683 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.725 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 09:53:42.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:42.728 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371248089\n# Parse_time: 0.000662355\n# Compile_time: 0.000917403\n# Rewrite_time: 0.000007601\n# Optimize_time: 0.001339315\n# Wait_TS: 0.000329134\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:53:42.745 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:42.966 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:43.059 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:43.097 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:43.097 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:43.202 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:43.204 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:43.205 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:53:43.227 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:43.230 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:43.230 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:43.230 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=84.171Β΅s] [2024/05/06 09:53:43.231 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=223.241Β΅s] [] [2024/05/06 09:53:43.231 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:43.231 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:43.375 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:53:43.399 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:53:43.424 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:43.464 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:43.465 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:53:43.466 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:43.475 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:43.475 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:43.476 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:43.476 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:43.477 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:43.477 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:43.477 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:43.477 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:43.477 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:43.492 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:43.493 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:43.494 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:43.494 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:53:43.494 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.1GiB] [2024/05/06 09:53:43.537 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:53:43.542 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:43.547 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:43.547 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 09:53:43.547 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/06 09:53:43.553 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/05/06 09:53:43.553 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/05/06 09:53:43.556 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.135888ms] [encodeDur=911.132Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=411.628Β΅s] [type=file] [takeTime=2.98473ms] [] [2024/05/06 09:53:43.557 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.283277ms] [encodeDur=1.193653ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=662.433Β΅s] [type=file] [takeTime=3.633375ms] [] [2024/05/06 09:53:43.558 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e281aeb0-cabc-4ac8-aa61-c6adce940398.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/05/06 09:53:43.559 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=21.424441ms] [] [2024/05/06 09:53:43.559 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:43.559 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:43.559 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:43.559 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/05576fa8-1689-475f-ab6a-a32f30234f91.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/05/06 09:53:43.563 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.636117ms] [] [2024/05/06 09:53:43.563 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:43.567 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:43.589 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:43.589 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:43.610 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:43.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=49.072917ms] [] [2024/05/06 09:53:43.612 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:43.613 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.302398ms] [] [2024/05/06 09:53:43.613 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:43.613 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:43.615 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.484164ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/03f35106-6362-4f40-a158-7753fdffa5f0.sst] [2024/05/06 09:53:43.615 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/03f35106-6362-4f40-a158-7753fdffa5f0.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/05/06 09:53:43.618 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.48453ms] [] [2024/05/06 09:53:43.618 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:43.623 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:43.644 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:53:43.645 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:43.665 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:53:43.667 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=49.090551ms] [] [2024/05/06 09:53:43.667 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:43.669 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.368828ms] [] [2024/05/06 09:53:43.752 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:43.758 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:43.758 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:43.758 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:43.758 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:43.760 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:43.760 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:43.761 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:43.761 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:43.761 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:43.761 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=296.886863ms] [] [2024/05/06 09:53:43.818 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:43.820 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:43.822 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:43.822 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:43.890 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:43.892 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:43.892 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:44.026 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:44.097 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:44.098 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:44.098 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:44.106 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=8.646695ms] [] [2024/05/06 09:53:44.106 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:53:44.106 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:53:44.107 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:53:44.107 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:53:44.107 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:53:44.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:53:44.121 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:53:44.121 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:53:44.121 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=23.611749ms] [] [2024/05/06 09:53:44.121 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=23.892979ms] [] [2024/05/06 09:53:44.160 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=133.870358ms] [] [2024/05/06 09:53:44.218 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:44.218 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:53:44.221 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:53:44.282 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:53:44.305 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:44.331 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.601933168\n# Parse_time: 0.000653611\n# Compile_time: 0.001524142\n# Rewrite_time: 0.000309867\n# Optimize_time: 0.001339315\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:53:44.335 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:44.335 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:53:44.362 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:44.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:44.398 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:44.461 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:44.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:44.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=272.01Β΅s] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:44.543 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/05/06 09:53:44.568 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.519252ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:44.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:44.672 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=242.994Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:44.684 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/05/06 09:53:44.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.297105ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:44.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:44.798 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/05/06 09:53:44.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=463.997Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:44.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/05/06 09:53:44.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=54.036889ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:44.954 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/05/06 09:53:44.963 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/05/06 09:53:44.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:44.348 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:53:45.035 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:45.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.677888277\n# Parse_time: 0.000567685\n# Compile_time: 0.000794175\n# Rewrite_time: 0.000011364\n# Optimize_time: 0.001021045\n# Wait_TS: 0.000413378\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:45.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:53:45.088 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:45.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:45.088 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:45.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:53:45.140 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:45.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.148 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/05/06 09:53:45.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.46602ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:45.233 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/05/06 09:53:45.268 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.909081ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:45.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.368 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:45.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.419 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:53:45.419 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:45.424 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.38486889\n# Parse_time: 0.000746918\n# Compile_time: 0.00107611\n# Rewrite_time: 0.000010032\n# Optimize_time: 0.001021045\n# Wait_TS: 0.000452054\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:53:45.442 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:45.637 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:45.782 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:45.821 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:45.821 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:45.927 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:45.929 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:45.930 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:53:45.950 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:45.953 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:45.953 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:45.953 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=87.899Β΅s] [2024/05/06 09:53:45.953 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=195.918Β΅s] [] [2024/05/06 09:53:45.953 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:45.953 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:46.070 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:53:46.092 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:53:46.098 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:46.141 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:46.142 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:53:46.143 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:46.176 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:46.176 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:46.177 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:46.178 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:46.179 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:46.179 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:46.179 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:46.179 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:46.179 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:46.194 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:46.196 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:46.196 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:46.197 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:53:46.197 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.1GiB] [2024/05/06 09:53:46.277 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:53:46.282 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:46.286 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:46.287 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 09:53:46.287 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/06 09:53:46.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/05/06 09:53:46.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/05/06 09:53:46.423 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.076951ms] [encodeDur=1.089765ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=410.408Β΅s] [type=file] [takeTime=2.993844ms] [] [2024/05/06 09:53:46.423 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.10154ms] [encodeDur=972.458Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=522.23Β΅s] [type=file] [takeTime=3.058119ms] [] [2024/05/06 09:53:46.425 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d29e522a-b92c-4356-95a8-4ef364717173.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/06 09:53:46.425 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=148.459752ms] [] [2024/05/06 09:53:46.425 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:46.425 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:46.425 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:46.426 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e5233347-2c18-479b-a3c9-c5bfbaea7523.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/05/06 09:53:46.429 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.199314ms] [] [2024/05/06 09:53:46.429 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:46.434 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:46.455 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:46.456 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:46.476 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:46.478 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=49.332354ms] [] [2024/05/06 09:53:46.478 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:46.480 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.19261ms] [] [2024/05/06 09:53:46.480 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:46.480 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:46.481 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.299077ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d06ee8ad-9040-4611-a542-7977da53f028.sst] [2024/05/06 09:53:46.481 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d06ee8ad-9040-4611-a542-7977da53f028.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/05/06 09:53:46.484 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.179545ms] [] [2024/05/06 09:53:46.484 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:46.488 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:46.510 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:53:46.511 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:46.531 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:53:46.533 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=48.620951ms] [] [2024/05/06 09:53:46.533 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:46.534 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.335612ms] [] [2024/05/06 09:53:46.591 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:53:46.596 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:46.596 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:46.596 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:46.596 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:46.598 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:46.598 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:46.598 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:46.598 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:46.598 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:46.598 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=457.061715ms] [] [2024/05/06 09:53:46.647 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:46.649 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:46.650 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:46.650 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:46.753 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:46.756 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:46.756 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:46.905 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:46.950 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:46.950 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:46.950 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:46.962 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.226348ms] [] [2024/05/06 09:53:46.962 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:53:46.962 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:53:46.962 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:53:46.963 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:53:46.963 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:53:46.974 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:53:46.979 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:53:46.980 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:53:46.980 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=29.870501ms] [] [2024/05/06 09:53:46.980 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=30.112685ms] [] [2024/05/06 09:53:47.036 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=131.188563ms] [] [2024/05/06 09:53:47.045 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:47.045 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:53:47.048 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:53:47.116 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:53:47.127 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:47.155 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:47.155 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:47.250 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:47.334 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.90873479\n# Parse_time: 0.001009509\n# Compile_time: 0.001486153\n# Rewrite_time: 0.000260409\n# Optimize_time: 0.001021045\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:53:47.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:47.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:47.375 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:47.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.509 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=316.865Β΅s] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:47.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/05/06 09:53:47.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.52594ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.601 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=233.982Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:47.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/05/06 09:53:47.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.536289ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.742 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/05/06 09:53:47.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=228.298Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:47.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/05/06 09:53:47.844 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=54.0289ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.884 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 09:53:47.892 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/05/06 09:53:47.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:47.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.978 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 09:53:47.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:47.983 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.637025641\n# Parse_time: 0.000491992\n# Compile_time: 0.000708564\n# Rewrite_time: 0.000012217\n# Optimize_time: 0.001028829\n# Wait_TS: 0.000341355\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:47.985 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:53:48.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:48.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:53:48.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.107 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/05/06 09:53:48.162 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.2971ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:48.174 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/05/06 09:53:48.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.463131ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.282 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.324 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/05/06 09:53:48.324 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:48.327 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.343671902\n# Parse_time: 0.000857344\n# Compile_time: 0.001113298\n# Rewrite_time: 0.000008859\n# Optimize_time: 0.001028829\n# Wait_TS: 0.000432623\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:53:48.339 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:48.587 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:48.679 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:48.734 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:48.734 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:48.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:48.868 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:48.869 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:53:48.893 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:48.896 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:48.896 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:48.896 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=85.294Β΅s] [2024/05/06 09:53:48.896 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=188.652Β΅s] [] [2024/05/06 09:53:48.896 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:48.896 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:49.012 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:53:49.034 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:53:49.039 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:49.077 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:49.078 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:53:49.078 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:49.086 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:49.086 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:49.086 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:49.086 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:49.087 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:49.087 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:49.087 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:49.087 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:49.087 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:49.101 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:49.102 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:49.102 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:49.102 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:53:49.102 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.1GiB] [2024/05/06 09:53:49.144 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:53:49.148 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:49.153 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:49.153 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 09:53:49.153 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/06 09:53:49.289 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/05/06 09:53:49.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/05/06 09:53:49.293 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.532896ms] [encodeDur=988.387Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=630.912Β΅s] [type=file] [takeTime=3.743328ms] [] [2024/05/06 09:53:49.294 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d5ce29da-7f0d-4f4a-91cd-5c63ca7d9860.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/05/06 09:53:49.295 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=1.090966ms] [encodeDur=817.386Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=76.451Β΅s] [type=file] [takeTime=2.392113ms] [] [2024/05/06 09:53:49.296 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e8f5dead-0f05-4936-ab53-e7c18be3fc6e.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/05/06 09:53:49.296 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=151.833881ms] [] [2024/05/06 09:53:49.296 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:49.296 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:49.296 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:49.298 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.205724ms] [] [2024/05/06 09:53:49.298 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:49.305 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:49.327 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:53:49.328 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:49.377 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:53:49.379 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=80.765441ms] [] [2024/05/06 09:53:49.379 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:49.381 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.921463ms] [] [2024/05/06 09:53:49.382 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:49.382 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:49.384 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.354694ms] [] [2024/05/06 09:53:49.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:49.384 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:49.384 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=75.193Β΅s] [] [2024/05/06 09:53:49.384 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:49.386 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.262597ms] [] [2024/05/06 09:53:49.430 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:49.433 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:49.433 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:49.433 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:49.433 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:49.436 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:49.436 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:49.436 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:49.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:49.436 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:49.436 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=359.192562ms] [] [2024/05/06 09:53:49.460 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:49.462 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:49.463 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:49.463 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:49.536 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:49.538 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:49.539 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:49.681 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:49.748 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:49.748 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:49.748 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:49.748 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=24.122Β΅s] [] [2024/05/06 09:53:49.748 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:53:49.748 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:49.748 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:53:49.749 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:53:49.755 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:53:49.756 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:49.756 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.565013ms] [] [2024/05/06 09:53:49.756 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.797146ms] [] [2024/05/06 09:53:49.802 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=120.412476ms] [] [2024/05/06 09:53:49.857 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:49.857 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:53:49.861 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:53:49.922 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:53:49.940 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:49.966 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:49.966 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:50.049 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:50.244 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9158132110000001\n# Parse_time: 0.000356773\n# Compile_time: 0.000900094\n# Rewrite_time: 0.00019617\n# Optimize_time: 0.001028829\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:53:50.268 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:50.296 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:50.296 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:50.344 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.374 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=356.345Β΅s] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:50.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/05/06 09:53:50.423 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=54.549923ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=237.51Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:50.544 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/05/06 09:53:50.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=73.579521ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.645 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/05/06 09:53:50.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=263.84Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:50.693 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/05/06 09:53:50.731 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.175815ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.765 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/05/06 09:53:50.773 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/05/06 09:53:50.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:50.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.833 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:53:50.833 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:50.837 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.570621124\n# Parse_time: 0.000770766\n# Compile_time: 0.001120628\n# Rewrite_time: 0.000015713\n# Optimize_time: 0.00098122\n# Wait_TS: 0.000455629\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:50.839 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:53:50.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:50.889 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:53:50.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.970 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/05/06 09:53:51.056 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.405673ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:51.071 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/05/06 09:53:51.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.520941ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.149 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.184 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:53:51.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:51.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.350970222\n# Parse_time: 0.000639815\n# Compile_time: 0.000970832\n# Rewrite_time: 0.000009266\n# Optimize_time: 0.00098122\n# Wait_TS: 0.000464238\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:53:51.204 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:51.372 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:51.475 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:51.511 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:51.511 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:51.618 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:51.619 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:51.620 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:53:51.642 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:51.645 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:51.645 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:51.645 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=70.195Β΅s] [2024/05/06 09:53:51.645 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=213.33Β΅s] [] [2024/05/06 09:53:51.645 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:51.645 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:51.758 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:53:51.782 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:53:51.818 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:51.883 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:51.884 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:53:51.885 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:51.894 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:51.894 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:51.895 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:51.895 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:51.896 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:51.896 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:51.896 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:51.896 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:51.896 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:51.910 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:51.911 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:51.912 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:51.912 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:53:51.912 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.1GiB] [2024/05/06 09:53:51.957 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:53:51.962 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:51.966 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:51.966 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:53:51.966 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:53:52.183 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/05/06 09:53:52.183 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/05/06 09:53:52.186 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=1.029472ms] [encodeDur=1.263457ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=85.979Β΅s] [type=file] [takeTime=2.783557ms] [] [2024/05/06 09:53:52.187 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.111907ms] [encodeDur=1.34851ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=527.396Β΅s] [type=file] [takeTime=3.404758ms] [] [2024/05/06 09:53:52.188 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/adb094b7-7709-4432-989d-ae9d39f7115c.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/05/06 09:53:52.188 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=230.521281ms] [] [2024/05/06 09:53:52.188 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:52.188 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:52.188 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:52.189 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ba5d2093-5100-4cce-b60e-ff58c6a2e75a.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/05/06 09:53:52.192 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.899594ms] [] [2024/05/06 09:53:52.192 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:52.197 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:52.219 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:53:52.219 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:52.235 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:53:52.237 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.701497ms] [] [2024/05/06 09:53:52.237 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:52.238 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.191398ms] [] [2024/05/06 09:53:52.238 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:52.238 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:52.240 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.73085ms] [] [2024/05/06 09:53:52.240 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:52.240 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:52.240 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=60.457Β΅s] [] [2024/05/06 09:53:52.240 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:52.241 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.086571ms] [] [2024/05/06 09:53:52.298 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:53:52.301 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:52.301 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:52.301 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:52.301 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:52.303 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:52.303 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:52.303 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:52.303 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:52.303 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:52.303 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=419.798055ms] [] [2024/05/06 09:53:52.357 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:52.359 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:52.360 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:52.360 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:52.433 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:52.434 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:52.434 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:52.559 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:52.612 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:53:52.612 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:53:52.612 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:53:52.612 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=18.302Β΅s] [] [2024/05/06 09:53:52.612 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:53:52.612 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:52.612 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:53:52.612 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:53:52.617 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:53:52.618 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:53:52.618 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.010615ms] [] [2024/05/06 09:53:52.618 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.220553ms] [] [2024/05/06 09:53:52.658 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=99.49372ms] [] [2024/05/06 09:53:52.732 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:52.732 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:53:52.736 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:53:52.779 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:53:52.818 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:52.846 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:52.846 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:52.929 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:53.027 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.837535382\n# Parse_time: 0.00044693\n# Compile_time: 0.001468271\n# Rewrite_time: 0.000249156\n# Optimize_time: 0.00098122\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 09:53:53.035 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:53.062 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:53.062 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:53.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=294.072Β΅s] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:53.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 09:53:53.214 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.824551ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.304 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=224.479Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:53.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 09:53:53.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.395741ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.416 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.427 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/05/06 09:53:53.459 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=212.366Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:53.470 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/05/06 09:53:53.508 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.134546ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.605 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/05/06 09:53:53.615 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 09:53:53.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:52.999 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.681 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:53:53.681 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:53.685 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.650969306\n# Parse_time: 0.000506094\n# Compile_time: 0.000582006\n# Rewrite_time: 0.00000908\n# Optimize_time: 0.000907384\n# Wait_TS: 0.000389341\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:53.688 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 09:53:53.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:53.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:53.739 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:53.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 09:53:53.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.803 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/05/06 09:53:53.860 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.561235ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:53.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/05/06 09:53:53.906 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.318213ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:53.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.980 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.050 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:53:54.050 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:54.054 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.367942981\n# Parse_time: 0.000601695\n# Compile_time: 0.001192629\n# Rewrite_time: 0.000010683\n# Optimize_time: 0.000907384\n# Wait_TS: 0.000368905\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 09:53:54.069 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:54.249 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:54.336 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:54.400 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:53:54.400 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:54.505 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:54.506 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:54.507 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:53:54.526 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:54.529 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:54.529 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:54.529 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=66.115Β΅s] [2024/05/06 09:53:54.529 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=201.723Β΅s] [] [2024/05/06 09:53:54.530 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:54.530 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:54.638 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:53:54.660 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:53:54.676 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:54.720 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:54.721 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:53:54.722 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:54.730 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:54.731 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:54.731 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:54.731 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:54.732 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:54.732 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:54.732 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:54.732 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:54.732 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:54.747 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:54.748 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:54.749 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:54.749 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:53:54.749 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.1GiB] [2024/05/06 09:53:54.828 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:53:54.835 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:54.840 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:54.840 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 09:53:54.840 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/06 09:53:54.891 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/05/06 09:53:54.891 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/05/06 09:53:54.894 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.331978ms] [encodeDur=716.36Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=365.651Β΅s] [type=file] [takeTime=2.832186ms] [] [2024/05/06 09:53:54.894 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.065033ms] [encodeDur=753.315Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=363.666Β΅s] [type=file] [takeTime=2.630596ms] [] [2024/05/06 09:53:54.895 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a5ee2885-d7ad-4e95-a177-b610866c10ef.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/05/06 09:53:54.895 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=66.229191ms] [] [2024/05/06 09:53:54.895 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:53:54.895 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:53:54.895 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:54.896 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9507292d-765e-456f-a930-b9e33e68e52d.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/05/06 09:53:54.899 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.884534ms] [] [2024/05/06 09:53:54.899 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:54.904 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:54.926 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:54.927 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:54.947 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:54.950 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=50.242222ms] [] [2024/05/06 09:53:54.950 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:54.951 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.212202ms] [] [2024/05/06 09:53:54.951 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:53:54.951 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:54.953 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.802884ms] [] [2024/05/06 09:53:54.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:54.953 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:54.953 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=55.086Β΅s] [] [2024/05/06 09:53:54.953 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:54.954 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=914.62Β΅s] [] [2024/05/06 09:53:55.008 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:53:55.011 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:55.011 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:55.011 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:55.011 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:55.013 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:55.013 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:55.013 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:55.013 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:55.014 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:55.014 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=293.59806ms] [] [2024/05/06 09:53:55.021 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:55.022 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:55.023 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:55.023 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:55.094 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:55.095 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:55.095 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:55.268 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:55.325 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:53:55.325 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:53:55.325 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:53:55.333 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=8.264604ms] [] [2024/05/06 09:53:55.333 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:53:55.333 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:53:55.334 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:53:55.334 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:53:55.338 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:53:55.338 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:53:55.339 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.625774ms] [] [2024/05/06 09:53:55.339 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.854316ms] [] [2024/05/06 09:53:55.390 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=121.257592ms] [] [2024/05/06 09:53:55.424 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:55.424 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:53:55.427 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:53:55.488 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:53:55.506 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:53:55.533 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:55.533 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:53:55.632 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5769239179999999\n# Parse_time: 0.000393383\n# Compile_time: 0.001161784\n# Rewrite_time: 0.000226092\n# Optimize_time: 0.000907384\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:53:55.660 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:53:55.665 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:55.690 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:55.690 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:55.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.796 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=273.513Β΅s] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:55.810 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/05/06 09:53:55.845 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=54.482144ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.916 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=295.442Β΅s] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:55.964 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/05/06 09:53:56.000 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.710519ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.084 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/05/06 09:53:56.144 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=374.335Β΅s] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:56.161 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/05/06 09:53:56.166 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.584346ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.222 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/05/06 09:53:56.233 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/05/06 09:53:56.237 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:55.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.310 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:53:56.310 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:56.315 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.650894465\n# Parse_time: 0.000459293\n# Compile_time: 0.000651099\n# Rewrite_time: 0.000014405\n# Optimize_time: 0.000813534\n# Wait_TS: 0.000307689\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:56.317 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:53:56.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:56.365 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:53:56.429 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.438 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/05/06 09:53:56.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.443341ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:56.518 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/05/06 09:53:56.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.947438ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.298 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.675 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:53:56.675 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:56.680 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.364188065\n# Parse_time: 0.000687569\n# Compile_time: 0.000898612\n# Rewrite_time: 0.000010409\n# Optimize_time: 0.000813534\n# Wait_TS: 0.000471562\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:53:56.696 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:56.872 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:56.960 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:57.033 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:53:57.033 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:57.140 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:57.141 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:57.142 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 09:53:57.163 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:57.166 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:57.166 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:57.166 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=75.155Β΅s] [2024/05/06 09:53:57.166 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=218.896Β΅s] [] [2024/05/06 09:53:57.166 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:57.166 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:57.289 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 09:53:57.311 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 09:53:57.335 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:57.383 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:57.384 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:53:57.385 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:57.394 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:57.394 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:53:57.395 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:57.395 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:57.396 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:57.396 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:57.396 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:57.396 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:57.396 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:57.411 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:57.412 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:57.412 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:53:57.412 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:53:57.412 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.1GiB] [2024/05/06 09:53:57.494 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 09:53:57.500 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:57.504 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:57.505 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 09:53:57.505 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/06 09:53:57.556 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/05/06 09:53:57.560 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.294868ms] [encodeDur=984.564Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=335.3Β΅s] [type=file] [takeTime=3.101975ms] [] [2024/05/06 09:53:57.561 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/36cb3626-c092-4bd0-9313-cbfbffffc88b.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/05/06 09:53:57.563 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/05/06 09:53:57.565 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.127061ms] [encodeDur=956.865Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=268.429Β΅s] [type=file] [takeTime=2.764322ms] [] [2024/05/06 09:53:57.566 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=72.381244ms] [] [2024/05/06 09:53:57.566 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f48cf62b-dc7b-41fd-92de-d17f672a3d2f.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/05/06 09:53:57.566 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:53:57.566 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:53:57.567 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:57.569 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.254721ms] [] [2024/05/06 09:53:57.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:53:57.575 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:57.597 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:57.598 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:57.615 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:57.617 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=47.667603ms] [] [2024/05/06 09:53:57.617 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:53:57.619 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.545543ms] [] [2024/05/06 09:53:57.619 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:53:57.619 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:57.621 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.978439ms] [] [2024/05/06 09:53:57.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:53:57.621 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:57.621 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=60.619Β΅s] [] [2024/05/06 09:53:57.621 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:53:57.622 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.056351ms] [] [2024/05/06 09:53:57.661 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:57.662 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:57.664 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:57.664 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:57.681 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:53:57.684 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:57.684 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:57.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:57.685 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:57.685 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:57.685 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:57.685 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:57.687 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:57.687 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:57.688 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:57.688 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:57.688 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:57.688 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=305.097949ms] [] [2024/05/06 09:53:57.734 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:53:57.736 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:57.736 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:53:57.934 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:53:57.985 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:53:57.985 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:53:57.985 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:53:57.994 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=8.916009ms] [] [2024/05/06 09:53:57.994 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:53:57.994 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:53:57.994 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 09:53:57.994 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 09:53:57.999 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:53:58.000 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/06 09:53:58.000 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=14.863663ms] [] [2024/05/06 09:53:58.000 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=15.115194ms] [] [2024/05/06 09:53:58.045 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=110.656229ms] [] [2024/05/06 09:53:58.059 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:58.059 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 09:53:58.062 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 09:53:58.130 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 09:53:58.140 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:53:58.168 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:58.168 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 09:53:58.266 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5853700069999999\n# Parse_time: 0.00085222\n# Compile_time: 0.001471974\n# Rewrite_time: 0.000222153\n# Optimize_time: 0.000813534\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:53:58.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:58.296 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:58.310 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:58.310 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:58.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=269.432Β΅s] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:58.420 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/05/06 09:53:58.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.133545ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.581 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=247.707Β΅s] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:58.593 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/05/06 09:53:58.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.307989ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.693 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.704 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/05/06 09:53:58.766 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=280.376Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:58.780 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/05/06 09:53:58.814 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.224076ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.882 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 09:53:58.893 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 09:53:58.897 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:58.248 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 09:53:58.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:58.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.678513418\n# Parse_time: 0.000882127\n# Compile_time: 0.00096823\n# Rewrite_time: 0.000010878\n# Optimize_time: 0.001119932\n# Wait_TS: 0.000488196\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:58.959 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:53:59.008 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.008 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:53:59.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.073 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/05/06 09:53:59.144 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.813709ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:59.155 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/05/06 09:53:59.191 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=54.04589ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.262 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.317 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:53:59.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:59.321 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.363821966\n# Parse_time: 0.001282908\n# Compile_time: 0.001070051\n# Rewrite_time: 0.000013035\n# Optimize_time: 0.001119932\n# Wait_TS: 0.000437235\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:53:59.336 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:59.519 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:53:59.641 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:53:59.684 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 09:53:59.685 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:53:59.790 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:59.792 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:59.793 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 09:53:59.815 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:59.818 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:59.818 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:53:59.818 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=107.312Β΅s] [2024/05/06 09:53:59.818 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=323.906Β΅s] [] [2024/05/06 09:53:59.819 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:59.819 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:53:59.932 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 09:53:59.950 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:53:59.955 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 09:54:00.020 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:54:00.021 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:54:00.022 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:00.031 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:00.031 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:00.031 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:00.032 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:00.032 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:00.032 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:00.032 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:00.033 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:00.033 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:00.047 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:00.049 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:00.049 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:00.049 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:54:00.049 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.1GiB] [2024/05/06 09:54:00.096 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 09:54:00.101 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:00.106 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:00.106 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 09:54:00.106 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/06 09:54:00.161 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/05/06 09:54:00.175 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.165257ms] [encodeDur=933.538Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=11.526318ms] [type=file] [takeTime=14.079858ms] [] [2024/05/06 09:54:00.176 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/05/06 09:54:00.177 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0df9ab3d-57a3-4403-98f9-f6b6b996d92c.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/05/06 09:54:00.179 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.0772ms] [encodeDur=1.106989ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=271.817Β΅s] [type=file] [takeTime=2.852866ms] [] [2024/05/06 09:54:00.180 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e8baec3a-9ca2-44ca-b34d-287d07ac9b3d.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/05/06 09:54:00.180 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=84.24454ms] [] [2024/05/06 09:54:00.180 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:54:00.180 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:54:00.181 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:00.183 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.279602ms] [] [2024/05/06 09:54:00.183 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:54:00.188 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:00.210 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:00.211 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:00.231 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:00.233 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=49.895292ms] [] [2024/05/06 09:54:00.233 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:00.234 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.19755ms] [] [2024/05/06 09:54:00.234 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:54:00.234 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:00.236 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.227939ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7977362a-f753-445a-8905-9205029771f7.sst] [2024/05/06 09:54:00.236 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7977362a-f753-445a-8905-9205029771f7.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/05/06 09:54:00.238 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.850523ms] [] [2024/05/06 09:54:00.238 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:00.243 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:00.265 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:54:00.265 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:00.281 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:54:00.283 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=44.186761ms] [] [2024/05/06 09:54:00.283 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:00.284 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.130472ms] [] [2024/05/06 09:54:00.339 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:54:00.343 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:00.343 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:00.343 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:00.343 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:00.345 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:00.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:00.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:00.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:00.345 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:00.345 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=324.949556ms] [] [2024/05/06 09:54:00.410 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:00.411 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:00.413 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:00.413 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:00.517 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:54:00.519 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:00.519 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:54:00.659 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:54:00.716 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:54:00.717 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:54:00.717 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:54:00.725 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=8.043383ms] [] [2024/05/06 09:54:00.725 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:54:00.725 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:54:00.725 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:54:00.725 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:54:00.725 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:54:00.734 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:00.736 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:54:00.737 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:54:00.737 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=20.128706ms] [] [2024/05/06 09:54:00.737 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=20.333286ms] [] [2024/05/06 09:54:00.810 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=150.603748ms] [] [2024/05/06 09:54:00.832 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:00.832 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 09:54:00.835 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 09:54:00.890 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 09:54:00.905 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 09:54:00.917 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:00.917 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 09:54:01.010 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:01.212 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.889472746\n# Parse_time: 0.000428088\n# Compile_time: 0.001277525\n# Rewrite_time: 0.000240458\n# Optimize_time: 0.001119932\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:54:01.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:01.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:01.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:01.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=267.606Β΅s] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:01.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/05/06 09:54:01.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.917151ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=245.591Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:01.543 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/05/06 09:54:01.569 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.643013ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.644 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/05/06 09:54:01.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=368.058Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:01.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/05/06 09:54:01.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.441252ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.791 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 09:54:01.801 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/05/06 09:54:01.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:01.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:54:01.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.882 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.602095641\n# Parse_time: 0.0004827\n# Compile_time: 0.000659213\n# Rewrite_time: 0.00001105\n# Optimize_time: 0.001889973\n# Wait_TS: 0.000425032\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:01.884 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:54:01.925 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:01.925 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:54:01.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.006 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/05/06 09:54:02.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=3.131705ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:02.115 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/05/06 09:54:02.148 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.647043ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.218 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.272 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:54:02.272 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.276 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.39333067\n# Parse_time: 0.000758182\n# Compile_time: 0.001039449\n# Rewrite_time: 0.000011142\n# Optimize_time: 0.001889973\n# Wait_TS: 0.000454083\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:54:02.291 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:02.505 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:54:02.637 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:54:02.682 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 09:54:02.682 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:54:02.788 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:02.789 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:02.791 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 09:54:02.811 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:02.814 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:02.814 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:54:02.815 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=91.51Β΅s] [2024/05/06 09:54:02.815 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=274.14Β΅s] [] [2024/05/06 09:54:02.815 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:02.815 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:54:02.957 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 09:54:02.979 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 09:54:02.983 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:54:03.062 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:54:03.064 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:54:03.064 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:03.075 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:03.075 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:03.076 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:03.076 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:03.077 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:03.077 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:03.077 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:03.077 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:03.077 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:03.094 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:03.096 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:03.096 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:03.096 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/06 09:54:03.096 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.1GiB] [2024/05/06 09:54:03.140 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 09:54:03.145 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:03.149 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:03.150 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:54:03.150 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:54:03.173 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/05/06 09:54:03.175 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/05/06 09:54:03.177 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=1.31858ms] [encodeDur=929.842Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=591.51Β΅s] [type=file] [takeTime=3.370432ms] [] [2024/05/06 09:54:03.178 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.090537ms] [encodeDur=943.661Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=453.192Β΅s] [type=file] [takeTime=2.875685ms] [] [2024/05/06 09:54:03.179 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2b3a8847-4de4-434a-8a41-2b57d44dfadb.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/05/06 09:54:03.180 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=39.362719ms] [] [2024/05/06 09:54:03.180 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:54:03.180 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:54:03.180 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:03.180 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/870676fa-61e6-435b-84f2-103d08386b91.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/05/06 09:54:03.184 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.538241ms] [] [2024/05/06 09:54:03.184 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:54:03.189 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:03.210 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:03.211 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:03.227 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:03.229 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.352646ms] [] [2024/05/06 09:54:03.229 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:03.230 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.249249ms] [] [2024/05/06 09:54:03.231 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:54:03.231 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:03.232 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.421542ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/057a3685-8408-44a5-8b4e-a8f145df5ca9.sst] [2024/05/06 09:54:03.232 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/057a3685-8408-44a5-8b4e-a8f145df5ca9.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/05/06 09:54:03.235 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.386975ms] [] [2024/05/06 09:54:03.235 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:03.240 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:03.262 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:54:03.262 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:03.280 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:54:03.282 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.541241ms] [] [2024/05/06 09:54:03.282 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:03.283 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.232245ms] [] [2024/05/06 09:54:03.337 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:03.342 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:03.342 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:03.342 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:03.342 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:03.344 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:03.344 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:03.344 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:03.344 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:03.344 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:03.344 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=281.97869ms] [] [2024/05/06 09:54:03.406 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:03.407 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:03.409 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:03.409 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:03.512 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:54:03.514 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:03.514 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:54:03.598 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4e730f7-652c-4e82-bf7e-619a37683776"] ["owner key"=/tidb/br-stream/owner/6f188f4d50990ca6] [ownerID=f4e730f7-652c-4e82-bf7e-619a37683776] [op=none] [2024/05/06 09:54:03.666 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:54:03.719 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:54:03.719 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:54:03.719 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:54:03.727 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.863159ms] [] [2024/05/06 09:54:03.727 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/06 09:54:03.727 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/06 09:54:03.727 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:54:03.727 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 09:54:03.727 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 09:54:03.736 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:03.738 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/06 09:54:03.739 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/06 09:54:03.739 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=19.826657ms] [] [2024/05/06 09:54:03.739 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=20.007049ms] [] [2024/05/06 09:54:03.782 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=115.632063ms] [] [2024/05/06 09:54:03.808 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:03.808 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 09:54:03.811 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 09:54:03.893 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 09:54:03.895 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:54:03.916 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:03.916 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 09:54:04.006 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:04.190 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9133444480000001\n# Parse_time: 0.000712267\n# Compile_time: 0.001229138\n# Rewrite_time: 0.000255006\n# Optimize_time: 0.001889973\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 09:54:04.202 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:04.231 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.231 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:04.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=260.145Β΅s] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.362 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/05/06 09:54:04.400 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.033431ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.459 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=215.797Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.470 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/05/06 09:54:04.509 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.461198ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.589 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/05/06 09:54:04.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=237.635Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/05/06 09:54:04.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.272912ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.764 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/05/06 09:54:04.777 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/05/06 09:54:04.781 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:04.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.840 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:54:04.840 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.844 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.643056771\n# Parse_time: 0.000486546\n# Compile_time: 0.000664124\n# Rewrite_time: 0.000009972\n# Optimize_time: 0.001704478\n# Wait_TS: 0.000433913\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:04.847 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 09:54:04.890 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.890 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 09:54:04.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.971 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/05/06 09:54:05.029 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.331565ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:05.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/05/06 09:54:05.072 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=52.920462ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.118 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.161 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:54:05.161 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:05.164 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.31994377\n# Parse_time: 0.001397696\n# Compile_time: 0.001214559\n# Rewrite_time: 0.000008736\n# Optimize_time: 0.001704478\n# Wait_TS: 0.000377228\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 09:54:05.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:05.414 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:54:05.533 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/06 09:54:05.599 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 09:54:05.599 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/06 09:54:05.704 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:05.705 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:05.706 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 09:54:05.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:05.731 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:05.731 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/06 09:54:05.731 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=75.534Β΅s] [2024/05/06 09:54:05.731 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=187.186Β΅s] [] [2024/05/06 09:54:05.732 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:05.732 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/06 09:54:05.856 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 09:54:05.882 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 09:54:05.907 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/05/06 09:54:05.954 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:54:05.955 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:54:05.956 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:05.964 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:05.964 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:05.964 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:05.964 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:05.965 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:05.965 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:05.965 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:05.965 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:05.965 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:06.005 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:06.007 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:06.007 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:06.007 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/06 09:54:06.007 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.1GiB] [2024/05/06 09:54:06.056 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 09:54:06.061 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:06.065 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:06.066 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 09:54:06.066 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/06 09:54:06.078 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/05/06 09:54:06.081 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=1.138831ms] [encodeDur=832.862Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=54.718Β΅s] [type=file] [takeTime=2.463276ms] [] [2024/05/06 09:54:06.082 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/6d69029c-dc29-4807-8242-ffeac16097a1.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/05/06 09:54:06.093 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/05/06 09:54:06.095 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=1.016249ms] [encodeDur=693.462Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=47.33Β΅s] [type=file] [takeTime=2.093341ms] [] [2024/05/06 09:54:06.096 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e8a8f4f4-8df0-4bcd-8dcb-c621475ae5e6.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/05/06 09:54:06.096 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=39.404548ms] [] [2024/05/06 09:54:06.096 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:54:06.096 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:54:06.096 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:06.098 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.133134ms] [] [2024/05/06 09:54:06.099 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/06 09:54:06.104 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:06.126 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:54:06.126 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:06.141 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:54:06.144 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.899893ms] [] [2024/05/06 09:54:06.144 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/06 09:54:06.145 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.255782ms] [] [2024/05/06 09:54:06.145 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:54:06.145 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:06.147 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.7934ms] [] [2024/05/06 09:54:06.147 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:06.147 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:06.147 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.873Β΅s] [] [2024/05/06 09:54:06.147 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:06.148 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.033792ms] [] [2024/05/06 09:54:06.192 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:06.196 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:06.196 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:06.196 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:06.196 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:06.198 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:06.198 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:06.198 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:06.198 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:06.199 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:06.199 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=244.399545ms] [] [2024/05/06 09:54:06.228 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:06.230 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:06.231 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:06.231 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:06.302 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/06 09:54:06.304 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:06.304 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/06 09:54:06.502 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/06 09:54:06.550 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:54:06.551 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:54:06.551 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:54:06.559 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=7.953718ms] [] [2024/05/06 09:54:06.559 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/06 09:54:06.559 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:06.559 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 09:54:06.559 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 09:54:06.563 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:54:06.564 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:06.564 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.43147ms] [] [2024/05/06 09:54:06.564 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.691249ms] [] [2024/05/06 09:54:06.604 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=101.531201ms] [] [2024/05/06 09:54:06.616 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:06.616 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 09:54:06.620 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 09:54:06.663 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 09:54:06.705 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 09:54:06.726 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:06.726 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 09:54:06.841 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.676178101\n# Parse_time: 0.000360874\n# Compile_time: 0.00098226\n# Rewrite_time: 0.00021052\n# Optimize_time: 0.001704478\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:54:06.853 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:06.863 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:06.882 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.882 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:06.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=306.08Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/05/06 09:54:07.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.630755ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.101 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=222.636Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:07.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/05/06 09:54:07.151 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=54.415869ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.222 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/05/06 09:54:07.258 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=245.807Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:07.273 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 09:54:07.307 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.89896ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.380 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 09:54:07.389 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 09:54:07.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:06.849 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.458 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:54:07.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.610089795\n# Parse_time: 0.000487082\n# Compile_time: 0.000742635\n# Rewrite_time: 0.000011871\n# Optimize_time: 0.001379285\n# Wait_TS: 0.000437735\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/05/06 09:54:07.465 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/05/06 09:54:07.495 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.495 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/06 09:54:07.565 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.602 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=258.857Β΅s] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:07.612 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/05/06 09:54:07.673 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=75.380097ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.750 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=212.674Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:07.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/05/06 09:54:07.832 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=54.007739ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.893 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.926 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=178.06Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:07.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/05/06 09:54:07.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.269998ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.037 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:08.049 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/05/06 09:54:08.053 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.126 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:54:08.127 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.668077917\n# Parse_time: 0.000728958\n# Compile_time: 0.000815088\n# Rewrite_time: 0.000008985\n# Optimize_time: 0.001379285\n# Wait_TS: 0.000416519\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/06 09:54:08.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/05/06 09:54:08.161 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.161 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/06 09:54:08.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.231 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=966.842Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:08.243 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/05/06 09:54:08.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.889715ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.321 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.099 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.345 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:54:08.345 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.351 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/05/06 09:54:08.400 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.400 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/05/06 09:54:08.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.450 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/05/06 09:54:08.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.293036ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:08.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/05/06 09:54:08.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.805314ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.623 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.657 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:54:08.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.310670374\n# Parse_time: 0.000420138\n# Compile_time: 0.000699122\n# Rewrite_time: 0.000007228\n# Optimize_time: 0.001379285\n# Wait_TS: 0.000381342\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/05/06 09:54:08.676 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/06 09:54:08.703 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.703 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/05/06 09:54:08.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=229.421Β΅s] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:08.794 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/05/06 09:54:08.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.950399ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=246.47Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:08.899 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/05/06 09:54:08.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.892495ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=233.122Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:09.083 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/05/06 09:54:09.119 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.869334ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.183 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/05/06 09:54:09.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.227 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:54:09.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.232 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.55710628\n# Parse_time: 0.000506221\n# Compile_time: 0.000964718\n# Rewrite_time: 0.000009925\n# Optimize_time: 0.001379285\n# Wait_TS: 0.000447035\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/05/06 09:54:09.233 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/06 09:54:09.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:09.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:09.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/06 09:54:09.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.342 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=1.119724ms] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:09.353 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/05/06 09:54:09.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.112126ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:09.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.199 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.488 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:54:09.488 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:54:09.496 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:09.499 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:54:09.543 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.543 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:54:09.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.594 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/05/06 09:54:09.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.285901ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/05/06 09:54:09.694 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.161411ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.732 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.498 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.772 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:54:09.772 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.996 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/05/06 09:54:10.004 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:10.004 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:10.004 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:10.004 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:10.005 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:10.005 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:10.005 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:10.005 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:10.006 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:10.021 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:10.023 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:10.023 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:10.028 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:10.032 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:10.057 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [key=import-from-select] [2024/05/06 09:54:10.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [key=import-from-select] [readDur=45.028Β΅s] [encodeDur=1.297599ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=168.191Β΅s] [type=query] [takeTime=2.213531ms] [] [2024/05/06 09:54:10.061 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/fe9dd713-97bf-4db7-a955-146d2ab71412/102b1544-1a0b-5f02-9523-0f5011224f00.sst/037dea82-a66c-416a-9d4f-6eab57eeb026.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/05/06 09:54:10.066 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [key=import-from-select] [2024/05/06 09:54:10.066 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=142.441Β΅s] [] [2024/05/06 09:54:10.066 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:10.069 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.893479ms] [] [2024/05/06 09:54:10.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:10.075 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:10.097 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:54:10.097 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:10.116 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:54:10.118 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=49.007618ms] [] [2024/05/06 09:54:10.118 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:10.120 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.841493ms] [] [2024/05/06 09:54:10.120 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:10.121 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:10.121 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=66.67Β΅s] [] [2024/05/06 09:54:10.121 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:54:10.121 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [2024/05/06 09:54:10.130 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [takeTime=8.995496ms] [] [2024/05/06 09:54:10.130 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:10.130 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [weight=30] [2024/05/06 09:54:10.130 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [concurrency=15] [2024/05/06 09:54:10.134 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:54:10.135 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:10.135 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=fe9dd713-97bf-4db7-a955-146d2ab71412] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=14.389726ms] [] [2024/05/06 09:54:10.135 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:10.135 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.268Β΅s] [] [2024/05/06 09:54:10.135 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:10.137 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.285631ms] [] [2024/05/06 09:54:10.137 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:10.137 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.967Β΅s] [] [2024/05/06 09:54:10.137 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:10.138 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.147537ms] [] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:10.142 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:10.142 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.142 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:10.142 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:10.144 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:10.144 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:10.144 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:10.144 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.144 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:10.146 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574141885939724\n# Conn_ID: 2\n# Query_time: 0.369398646\n# Parse_time: 0.000458778\n# Compile_time: 0.002420672\n# Rewrite_time: 0.00154056\n# Optimize_time: 0.001379285\n# Wait_TS: 0.000099123\n# Cop_time: 0.000093575 Process_time: 0.000045647 Wait_time: 0.000023982 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.5647e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 2.3982e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xAWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2NC45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1OTEuNsK1FUVsMiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMQFrRHByb2Nfa2V5czogNCwgdG90XwESDDogNDUNRwETHHdhaXQ6IDI0BViAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBW0IX2R1BRoAbgVLADUFOtBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MQWVCGFsXyUiUDkzMi4zwrVzfX0JMzUyIEJ5dGVzCSEiIDIJNDNfNgkxXzEkuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZSQwcywgbG9vcHM6AZg8c2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1xAgOC43OSUjdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIeIQfX19LCABx160AAEcJZRJJgnRIeENGi3mJRUMd2FsbA0XRDE0NC40wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('rwagCqoGCgxJbXBvcnRJbnRvXzIS4wUKDVRhYmxlUmVhZGVyXzcSpQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA4Ljc5wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogNDUuNgVxAHQF0Qh3YWkRiwQyNAkYHGlrdl93YWxsDTEMMTQ0LgEaCH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEulAEoAUABUhRkYXRhOlQ2wgEEWhYFhgg1OTENhgBsJW8gMmLVAWNvcF90IYxcIHtudW06IDEsIG1heDogMW1zLCBwcm9jLUgpVyWKNs4ABcwAOhHHgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVtCF9kdQUaAG4FSwA1JQHQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEx7AXfMDkzMi4zwrVzfX1w4AI9LCg4AUABUgNOL0FaFQUoEDM2NC45Ad8pBgAxVmIBBBgB')\n# Resource_group: default\nuse write_after_import;\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:54:10.182 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:10.209 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.209 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:10.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.294 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=283.721Β΅s] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:10.308 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 09:54:10.343 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.993635ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.446 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=342.597Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:10.458 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 09:54:10.495 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=54.121565ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.543 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/05/06 09:54:10.592 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=222.501Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:10.603 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/05/06 09:54:10.641 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.744939ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.678 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 09:54:10.686 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/05/06 09:54:10.691 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:10.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 09:54:10.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:10.747 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.567035949\n# Parse_time: 0.000594632\n# Compile_time: 0.000732954\n# Rewrite_time: 0.000011451\n# Optimize_time: 0.001660812\n# Wait_TS: 0.000415287\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:10.750 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:54:10.829 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.829 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:54:10.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.904 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/05/06 09:54:10.956 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.141309ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:10.967 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/05/06 09:54:11.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.471024ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.748 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 09:54:11.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341890778\n# Parse_time: 0.000707126\n# Compile_time: 0.001105843\n# Rewrite_time: 0.000011152\n# Optimize_time: 0.001660812\n# Wait_TS: 0.000381226\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:54:11.265 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=f4e730f7-652c-4e82-bf7e-619a37683776] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:11.266 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:54:11.289 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/05/06 09:54:11.298 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:11.298 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:11.298 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:11.299 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:11.299 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:11.299 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:11.300 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:11.300 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:11.300 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:11.314 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:11.316 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:11.316 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:11.321 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:11.325 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:11.335 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [key=import-from-select] [2024/05/06 09:54:11.337 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [key=import-from-select] [readDur=35.521Β΅s] [encodeDur=863.468Β΅s] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=162.391Β΅s] [type=query] [takeTime=1.492562ms] [] [2024/05/06 09:54:11.338 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/9bc3b57c-e98b-49b8-9116-4e291754c714/102b1544-1a0b-5f02-9523-0f5011224f00.sst/be776b49-5b08-4e68-a160-525b94820265.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/05/06 09:54:11.350 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [key=import-from-select] [2024/05/06 09:54:11.350 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=126.498Β΅s] [] [2024/05/06 09:54:11.350 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:11.352 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.691051ms] [] [2024/05/06 09:54:11.352 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:11.356 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:11.378 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:54:11.379 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:11.397 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:54:11.399 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=47.348111ms] [] [2024/05/06 09:54:11.399 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:11.401 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.744ms] [] [2024/05/06 09:54:11.401 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:11.401 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:11.401 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=67.639Β΅s] [] [2024/05/06 09:54:11.402 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:54:11.402 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [2024/05/06 09:54:11.409 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [takeTime=7.335911ms] [] [2024/05/06 09:54:11.409 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:11.409 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [weight=30] [2024/05/06 09:54:11.409 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [concurrency=15] [2024/05/06 09:54:11.414 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:54:11.414 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:11.414 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=9bc3b57c-e98b-49b8-9116-4e291754c714] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.852978ms] [] [2024/05/06 09:54:11.415 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:11.415 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.711Β΅s] [] [2024/05/06 09:54:11.415 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:11.416 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.103015ms] [] [2024/05/06 09:54:11.416 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:11.416 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.712Β΅s] [] [2024/05/06 09:54:11.416 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:11.417 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.491517ms] [] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:11.421 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:11.421 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:11.421 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:11.421 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:11.423 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:11.423 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:11.423 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:11.423 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:11.423 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:11.425 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574142226989068\n# Conn_ID: 2\n# Query_time: 0.333661758\n# Parse_time: 0.000645263\n# Compile_time: 0.002163423\n# Rewrite_time: 0.001309681\n# Optimize_time: 0.001660812\n# Wait_TS: 0.000098821\n# Cop_time: 0.000086747 Process_time: 0.000060764 Wait_time: 0.000034494 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.0764e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.4494e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMyOS4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBA1NjjCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTUBbERwcm9jX2tleXM6IDQsIHRvdF8BEhA6IDYwLglKARMkd2FpdDogMzQuNQVdgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDQzDTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUlSDEuMDZtc319CTM1NCBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMMMHMsIC2DSH0sIHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDE1LjElW3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGUQxNzIuN8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNS4xwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MC44BYMAdAXjCHdhaRGdDDM0LjUJGhxpa3Zfd2FsbA0zKDE3Mi43wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoUBYgENTYJhgBsJYEgMmLYAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4xNW1zLCBwcm9jLV0pbCWfNtEABc8AOhnKEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNDMtBKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQMF4igxLjA2bXN9fXDiAj0tADghGRQDTi9BWhUFJhAzMjkuMwHfKQkAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:54:11.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:11.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:11.465 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:11.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.539 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=257.56Β΅s] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:11.551 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/05/06 09:54:11.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.601572ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.623 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=267.062Β΅s] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:11.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/05/06 09:54:11.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=55.726111ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.782 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/05/06 09:54:11.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=260.838Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:11.829 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 09:54:11.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.455102ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.931 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/05/06 09:54:11.939 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/05/06 09:54:11.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:11.398 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.989 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:54:11.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.994 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.556980419\n# Parse_time: 0.000552321\n# Compile_time: 0.000688548\n# Rewrite_time: 0.000011545\n# Optimize_time: 0.000952531\n# Wait_TS: 0.000391139\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:11.997 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:54:12.040 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.040 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:54:12.089 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.099 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/05/06 09:54:12.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.595614ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:12.217 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:54:12.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.254865ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.318 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.998 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.355 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:54:12.355 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.358 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.364292888\n# Parse_time: 0.001582828\n# Compile_time: 0.001454955\n# Rewrite_time: 0.000008682\n# Optimize_time: 0.000952531\n# Wait_TS: 0.000421617\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:54:12.543 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/05/06 09:54:12.580 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:12.580 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:12.580 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:12.581 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:12.582 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:12.582 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:12.582 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:12.582 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:12.582 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:12.598 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:12.599 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:12.600 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:12.605 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:12.609 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:12.654 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [key=import-from-select] [2024/05/06 09:54:12.654 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [key=import-from-select] [2024/05/06 09:54:12.656 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [key=import-from-select] [readDur=24.942Β΅s] [encodeDur=898.419Β΅s] [checksum="{cksum=6449405684553850847,size=148,kvs=4}"] [deliverDur=479.624Β΅s] [type=query] [takeTime=1.736906ms] [] [2024/05/06 09:54:12.656 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [key=import-from-select] [readDur=143.247Β΅s] [encodeDur=921.902Β΅s] [checksum="{cksum=7086383122729873068,size=148,kvs=4}"] [deliverDur=429.434Β΅s] [type=query] [takeTime=1.922873ms] [] [2024/05/06 09:54:12.657 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/02baa872-48c5-4f43-a859-1583b4e0d4e0/102b1544-1a0b-5f02-9523-0f5011224f00.sst/7991637e-26c6-4935-ba69-692003ac399b.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000003] [2024/05/06 09:54:12.657 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:12.658 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/02baa872-48c5-4f43-a859-1583b4e0d4e0/102b1544-1a0b-5f02-9523-0f5011224f00.sst/443d2d35-e568-4c89-aec1-864a0837ff66.sst] [firstKey=7480000000000000BB5F728000000000000002] [lastKey=7480000000000000BB5F728000000000000004] [2024/05/06 09:54:12.662 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.060247ms] [] [2024/05/06 09:54:12.662 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:12.666 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:12.688 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:12.688 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:12.703 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:12.705 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.098535ms] [] [2024/05/06 09:54:12.705 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:12.706 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.237369ms] [file=/tmp/tidb/import-4000/02baa872-48c5-4f43-a859-1583b4e0d4e0/630083e6-fc50-5cd2-8645-c17b147197ce.sst/911e847f-763d-4a0d-acd1-1381567588f6.sst] [2024/05/06 09:54:12.706 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/02baa872-48c5-4f43-a859-1583b4e0d4e0/630083e6-fc50-5cd2-8645-c17b147197ce.sst/911e847f-763d-4a0d-acd1-1381567588f6.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/05/06 09:54:12.709 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.006542ms] [] [2024/05/06 09:54:12.709 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:12.714 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:12.736 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:54:12.736 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:12.754 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:54:12.756 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.510297ms] [] [2024/05/06 09:54:12.756 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:54:12.756 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [2024/05/06 09:54:12.764 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [takeTime=8.093479ms] [] [2024/05/06 09:54:12.764 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:12.764 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [weight=30] [2024/05/06 09:54:12.764 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [concurrency=15] [2024/05/06 09:54:12.773 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:12.775 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:54:12.776 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:12.776 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=02baa872-48c5-4f43-a859-1583b4e0d4e0] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=20.309928ms] [] [2024/05/06 09:54:12.776 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:12.776 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.739Β΅s] [] [2024/05/06 09:54:12.776 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:12.778 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.291327ms] [] [2024/05/06 09:54:12.778 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:12.778 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=17.206Β΅s] [] [2024/05/06 09:54:12.778 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:12.779 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.117394ms] [] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:12.784 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:12.784 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.784 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:12.784 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:12.785 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:12.786 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:12.786 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:12.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.786 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:12.788 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574142567514116\n# Conn_ID: 2\n# Query_time: 0.427446012\n# Parse_time: 0.000454532\n# Compile_time: 0.002271088\n# Rewrite_time: 0.001419924\n# Optimize_time: 0.000952531\n# Wait_TS: 0.000099823\n# Cop_time: 0.000154739 Process_time: 0.000091204 Wait_time: 0.000045188 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.1204e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.5188e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 365\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyMy4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3NjMuM8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wMwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogOTEuMgVKARMcd2FpdDogNDUNE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA3MA06qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJwA5DYYwfX0JMzY1IEJ5dGVzCSEnIDIJNDNfNgkxXzEpuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZQAxIRotiFR9LCBzY2FuX2RldGFpbDoge3RvdGFsJSYIZXNzMjsBOhcAIF9zaXplOiAxOClZBGFsDS04NSwgZ2V0X3NuYXBzaG90CdgQIDIwLjYlcXByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGHAdEAeT4WABg4LCBibG9jIeg5mg0yFDJ9fX0sIAHaXsYAARw29AEIYWxfIfYNGi11MYooa3ZfcmVhZF93YWwtlwAgJTMlSB0VRDI0NS4zwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('5wagCuIGCgxJbXBvcnRJbnRvXzISmwYKDVRhYmxlUmVhZGVyXzcS2AMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q4QJ0aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS1ANSwgZ2V0X3NuYXBzaG90X3QBc8AgMjAuNsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfOhYAUDgsIGJsb2NrOiB7Y2FjaGVfaGl0Xw0yFDJ9fX0sIAFnBF9kVsYAARwUOiA5MS4yBYMJ4wh3YWkRnQQ0NTIaACxrdl9yZWFkX3dhbGwNPAgxbXMBYwRrdi4VACgyNDUuM8K1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEuxwEoAUABUhRkYXRhOlQ29QEEWhYFpgg3NjMFVAQsICmhIDJi2gFjb3BfdCG/SCB7bnVtOiAxLCBtYXg6IDEuMDMBmAxwcm9jLX0pjABfARI28QAF7wA6GeoQY29wcl85S0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA3MC0kYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBTDRycGNfaW5mbzp7Q29wOgGvGF9ycGM6MSwtdQXkADktcBB9fXDtAj0xADghHRQDTi9BWhUFKBA0MjMuMgHhKQsAMVZnAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:54:12.819 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:12.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.849 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:12.896 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=243.827Β΅s] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 09:54:12.979 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=54.14934ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=231.519Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:13.072 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 09:54:13.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.811692ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.177 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/05/06 09:54:13.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=245.055Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:13.224 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:54:13.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.314693ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.319 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:54:13.328 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 09:54:13.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.799 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.389 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:54:13.389 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.392 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.574220478\n# Parse_time: 0.00052826\n# Compile_time: 0.000763017\n# Rewrite_time: 0.000011767\n# Optimize_time: 0.001031764\n# Wait_TS: 0.000312646\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:13.395 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:54:13.443 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:54:13.443 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.561 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.571 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/05/06 09:54:13.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.278564ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/05/06 09:54:13.678 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.518338ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.728 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.768 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:54:13.768 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.378106868\n# Parse_time: 0.001047667\n# Compile_time: 0.001378683\n# Rewrite_time: 0.000009222\n# Optimize_time: 0.001031764\n# Wait_TS: 0.000452156\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:54:13.953 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/05/06 09:54:13.961 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:13.961 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:13.961 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:13.961 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:13.962 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:13.962 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:13.962 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:13.962 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:13.962 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:13.976 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:13.978 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:13.978 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:13.983 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:13.987 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:14.033 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [key=import-from-select] [2024/05/06 09:54:14.033 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [key=import-from-select] [2024/05/06 09:54:14.035 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [key=import-from-select] [readDur=102.615Β΅s] [encodeDur=875.353Β΅s] [checksum="{cksum=7086383122729873068,size=148,kvs=4}"] [deliverDur=291.845Β΅s] [type=query] [takeTime=1.70095ms] [] [2024/05/06 09:54:14.035 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [key=import-from-select] [readDur=19.883Β΅s] [encodeDur=936.263Β΅s] [checksum="{cksum=6449405684553850847,size=148,kvs=4}"] [deliverDur=464.425Β΅s] [type=query] [takeTime=1.739522ms] [] [2024/05/06 09:54:14.036 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/c7bb57f8-6ba0-4638-b8d9-0f953eb1001d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/af470d3f-3319-4f77-9235-711777952919.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000003] [2024/05/06 09:54:14.036 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:14.037 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/c7bb57f8-6ba0-4638-b8d9-0f953eb1001d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/58b9d765-7c05-49be-a8e0-c9268822886d.sst] [firstKey=7480000000000000BE5F728000000000000002] [lastKey=7480000000000000BE5F728000000000000004] [2024/05/06 09:54:14.040 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.878671ms] [] [2024/05/06 09:54:14.040 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:14.045 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:14.067 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:14.067 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:14.086 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:14.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=47.804069ms] [] [2024/05/06 09:54:14.088 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:14.090 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.301528ms] [file=/tmp/tidb/import-4000/c7bb57f8-6ba0-4638-b8d9-0f953eb1001d/630083e6-fc50-5cd2-8645-c17b147197ce.sst/14fd9bfd-5c7c-4cee-b285-d66dbc7c56ef.sst] [2024/05/06 09:54:14.090 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/c7bb57f8-6ba0-4638-b8d9-0f953eb1001d/630083e6-fc50-5cd2-8645-c17b147197ce.sst/14fd9bfd-5c7c-4cee-b285-d66dbc7c56ef.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/05/06 09:54:14.092 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.009716ms] [] [2024/05/06 09:54:14.092 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:14.097 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:14.119 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:54:14.119 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:14.137 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:54:14.139 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.058454ms] [] [2024/05/06 09:54:14.139 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:54:14.139 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [2024/05/06 09:54:14.149 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [takeTime=10.45933ms] [] [2024/05/06 09:54:14.149 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:14.149 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [weight=30] [2024/05/06 09:54:14.149 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [concurrency=15] [2024/05/06 09:54:14.157 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:14.160 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:54:14.161 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:14.161 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c7bb57f8-6ba0-4638-b8d9-0f953eb1001d] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=22.26902ms] [] [2024/05/06 09:54:14.161 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:14.161 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=16.999Β΅s] [] [2024/05/06 09:54:14.161 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:14.163 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.451815ms] [] [2024/05/06 09:54:14.163 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:14.163 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.668Β΅s] [] [2024/05/06 09:54:14.163 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:14.164 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.184371ms] [] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:14.169 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:14.169 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:14.169 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:14.170 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:14.170 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:14.170 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:14.170 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:14.171 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:14.171 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:14.171 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:14.171 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:14.171 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:14.173 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574142934777867\n# Conn_ID: 2\n# Query_time: 0.40040031\n# Parse_time: 0.000684544\n# Compile_time: 0.002413421\n# Rewrite_time: 0.001498874\n# Optimize_time: 0.001031764\n# Wait_TS: 0.000108623\n# Cop_time: 0.000091193 Process_time: 0.00007254 Wait_time: 0.000044168 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.254e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.4168e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM5Nm1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNDg1LjLCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDUBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDcyLjUFSgETHHdhaXQ6IDQ0DV2AY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTMuOQVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJQg5NDcFmTB9fQkzNTUgQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlDDBzLCAth0h9LCBzY2FuX2RldGFpbDoge3RvAYwYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnXCCAyMQXXeCwgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hhgHQAHk+FgAYOCwgYmxvYyHnOZkNMhQyfX19LCAB2V7GAAEcNvMBCGFsXyH1DRo1+iUpDHdhbGwNGUQyMjcuMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA3Mg2DAHQF4wh3YWkRnQw0NC4yBZ0lKQx3YWxsDTMoMjI3LjHCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiAg0ODUNbjhsb29wczoyYtoBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjA1bXMsIHByb2MtXyluJaE20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA1My45JQaobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQIOTQ3JWwQfX1w4wI9MQA4IR0UA04vQVoTBSgIMzk2Ad8pCQAxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/06 09:54:14.184 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:14.209 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.209 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:14.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=232.726Β΅s] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/05/06 09:54:14.330 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.261319ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=267.527Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.444 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/05/06 09:54:14.481 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.219164ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.534 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/05/06 09:54:14.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=211.999Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 09:54:14.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.281054ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.674 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/05/06 09:54:14.682 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/05/06 09:54:14.685 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.148 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.732 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 09:54:14.732 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.552705462\n# Parse_time: 0.000596404\n# Compile_time: 0.000672548\n# Rewrite_time: 0.000008524\n# Optimize_time: 0.000988388\n# Wait_TS: 0.000335504\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:14.738 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:54:14.774 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.774 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/06 09:54:14.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.845 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/05/06 09:54:14.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.176898ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:14.912 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:54:14.947 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.748499ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.749 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.041 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:54:15.041 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:15.044 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.30863736\n# Parse_time: 0.000799933\n# Compile_time: 0.001211281\n# Rewrite_time: 0.00000934\n# Optimize_time: 0.000988388\n# Wait_TS: 0.000401471\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/06 09:54:15.211 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/05/06 09:54:15.219 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:15.219 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:15.220 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:15.220 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:15.221 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:15.221 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:15.221 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:15.221 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:15.221 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:15.235 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:15.237 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:15.237 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:15.242 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:15.247 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:15.337 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [key=import-from-select] [2024/05/06 09:54:15.339 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [key=import-from-select] [readDur=183.47Β΅s] [encodeDur=917.498Β΅s] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=66.196Β΅s] [type=query] [takeTime=1.638762ms] [] [2024/05/06 09:54:15.340 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a2885cbf-c4b2-48ce-ab6c-af88e2b1c961.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/05/06 09:54:15.388 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [key=import-from-select] [2024/05/06 09:54:15.388 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=114.217Β΅s] [] [2024/05/06 09:54:15.388 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:15.390 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.878968ms] [] [2024/05/06 09:54:15.390 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:15.395 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:15.417 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:54:15.417 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:15.434 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:54:15.438 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=47.592737ms] [] [2024/05/06 09:54:15.438 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:15.440 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.968784ms] [] [2024/05/06 09:54:15.440 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:15.440 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:15.440 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=94.783Β΅s] [] [2024/05/06 09:54:15.440 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:54:15.440 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [2024/05/06 09:54:15.441 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [takeTime=14.14Β΅s] [] [2024/05/06 09:54:15.441 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:15.441 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [weight=30] [2024/05/06 09:54:15.441 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [concurrency=15] [2024/05/06 09:54:15.445 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:54:15.446 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:15.446 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c3bfd4e1-2732-43ff-bf7b-48574d3c6ef2] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.606655ms] [] [2024/05/06 09:54:15.446 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:15.446 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.922Β΅s] [] [2024/05/06 09:54:15.446 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:15.447 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.097821ms] [] [2024/05/06 09:54:15.447 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:15.448 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.832Β΅s] [] [2024/05/06 09:54:15.448 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:15.449 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.398765ms] [] [2024/05/06 09:54:15.453 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:15.453 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:15.453 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:15.453 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:15.454 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:15.454 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:15.455 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:15.455 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:15.455 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:15.456 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574143262195727\n# Conn_ID: 2\n# Query_time: 0.410365946\n# Parse_time: 0.000447167\n# Compile_time: 0.002307584\n# Rewrite_time: 0.001462115\n# Optimize_time: 0.000988388\n# Wait_TS: 0.000090419\n# Cop_time: 0.000112257 Process_time: 0.000169226 Wait_time: 0.000052223 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 1 Rocksdb_block_read_count: 1 Rocksdb_block_read_byte: 123 Rocksdb_block_read_time: 0.000\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000169226 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.2223e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 363\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sQaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwNi4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2ODEuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMy4xNQFuRHByb2Nfa2V5czogNCwgdG90XwESGDogMTY5LjIFSwEUHHdhaXQ6IDUyDROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNzcuNAVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBjAcYUdG90YWxfJSgUMi4yNW1zDS6AZXJyb3JzOntub3RfbGVhZGVyOjF9fQkzNjMgQnl0ZXMJIUEgMgk0M182CTFfMUMAdCE+LDpkdCwga2VlcCBvcgE4ZGZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2Bc0EOnsFfgAwNVwBsTRzY2FuX2RldGFpbDogewmlGHByb2Nlc3MyVAEEYWwyFwAgX3NpemU6IDE4KXIEYWwNLTg1LCBnZXRfc25hcHNob3QJ8BAgMjAuOCU8eHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDohwAhrZXk+FgAYOCwgYmxvY0EBObINMhQxLCByZWEVQREPCGJ5dAGfADItRQ0lJQAwIDIxLjXCtXN9fX0sIAESXv8AARw6RgIIYWxfQUgNGwA1UU0lYwh3YWwt4EggMzI3LjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('nAegCpcHCgxJbXBvcnRJbnRvXzIS0AYKDVRhYmxlUmVhZGVyXzcS8wMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q/AJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMC44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMSwgcmVhFUERDwhieXQBnxgyMyBCeXRlAXoBJQ2OKDEuNcK1c319fSwgARIIX2RlUv8AARwYOiAxNjkuMgW9AHQlHQh3YWkR1wQ1MhEaHGlrdl93YWxsDTQIMzI3CWMEcP8RAQQBeBEKKP8BIZxWH6WHTBZBLuIBKAFAAVIUZGF0YTpUNhACBFoWBYkQNjgxLjYFiDhsb29wczoyYvQBY29wX3Qh2hQge251bToB/kBtYXg6IDMuMTVtcywgcHJvYy2ZKagl2zrUAAXSADoZzRBjb3ByXzloRHJhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDc3LjQFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoyUUAF5RQyLjI1bXMNLjBlcnJvcnM6e25vdF9sZTEYOjF9fXDrAj1LADghNxQDTi9BWhUFQRA0MDYuMwH7KSUAMVaBAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:54:15.478 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:15.504 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:15.504 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:15.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=242.734Β΅s] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.591 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/05/06 09:54:15.629 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.946661ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.682 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=269.86Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/05/06 09:54:15.789 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.53808ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.855 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/05/06 09:54:15.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=204.645Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.923 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/05/06 09:54:15.961 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.334674ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.998 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 09:54:16.007 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/05/06 09:54:16.011 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:15.449 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:54:16.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.606825318\n# Parse_time: 0.000419205\n# Compile_time: 0.000572955\n# Rewrite_time: 0.000009276\n# Optimize_time: 0.000692241\n# Wait_TS: 0.000315663\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:16.086 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:54:16.127 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.127 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:54:16.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.226 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/05/06 09:54:16.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.484007ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:16.293 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 09:54:16.326 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.163478ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.365 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.049 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.414 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:54:16.414 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.418 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.33298921\n# Parse_time: 0.000667678\n# Compile_time: 0.000900683\n# Rewrite_time: 0.000007551\n# Optimize_time: 0.000692241\n# Wait_TS: 0.000391722\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:54:16.605 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/05/06 09:54:16.614 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:16.614 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:16.614 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:16.614 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:16.615 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:16.615 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:16.615 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:16.615 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:16.616 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:16.630 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:16.632 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:16.632 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:16.637 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:16.641 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:16.659 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [key=import-from-select] [2024/05/06 09:54:16.660 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [key=import-from-select] [readDur=33.522Β΅s] [encodeDur=836.93Β΅s] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=174.05Β΅s] [type=query] [takeTime=1.44763ms] [] [2024/05/06 09:54:16.661 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/315fe3fd-9465-4afc-b1db-6a4c31e7e57b/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5ad4c643-2076-401e-9f28-62a932d33980.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/05/06 09:54:16.665 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [key=import-from-select] [2024/05/06 09:54:16.666 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=96.361Β΅s] [] [2024/05/06 09:54:16.666 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:16.667 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.529017ms] [] [2024/05/06 09:54:16.667 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:16.672 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:16.693 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:54:16.693 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:16.708 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:54:16.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.639932ms] [] [2024/05/06 09:54:16.710 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:16.712 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.888956ms] [] [2024/05/06 09:54:16.712 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:16.712 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:16.712 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=93.56Β΅s] [] [2024/05/06 09:54:16.713 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:54:16.713 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [2024/05/06 09:54:16.713 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [takeTime=14.069Β΅s] [] [2024/05/06 09:54:16.713 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:16.713 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [weight=30] [2024/05/06 09:54:16.713 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [concurrency=15] [2024/05/06 09:54:16.717 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:54:16.718 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:16.718 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=315fe3fd-9465-4afc-b1db-6a4c31e7e57b] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.678802ms] [] [2024/05/06 09:54:16.718 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:16.719 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.66Β΅s] [] [2024/05/06 09:54:16.719 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:16.720 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.225637ms] [] [2024/05/06 09:54:16.720 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:16.720 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.69Β΅s] [] [2024/05/06 09:54:16.720 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:16.721 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.156436ms] [] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:16.725 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:16.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:16.725 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:16.725 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:16.727 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:16.727 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:16.727 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:16.727 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:16.727 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:16.729 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574143629197319\n# Conn_ID: 2\n# Query_time: 0.309697767\n# Parse_time: 0.001056123\n# Compile_time: 0.003114191\n# Rewrite_time: 0.001768228\n# Optimize_time: 0.000692241\n# Wait_TS: 0.000111942\n# Cop_time: 0.000084754 Process_time: 0.000082212 Wait_time: 0.000050933 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.2212e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.0933e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 365\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9gXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozMDMuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQQNTQxwrUVQ3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjMzAWxEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA4Mi4yBUoBEyR3YWl0OiA1MC45BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogODkuOAU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJUgxLjIybXN9fQkzNjUgQnl0ZXMJISMkMgk0M182CTFfMC0loHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JITkEa3YFsgQ6ewljIRgthAx9LCBzIWE0ZGV0YWlsOiB7dG90YWwlJAhlc3MyOQE6FwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1gggMjQlIHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlowhrZXk+FgAYOCwgYmxvYyHkOZYNMhQyfX19LCAB2F7EAAEcCDogOD3wCGFsXyHyDRoANTH3Cfsoa3ZfcmVhZF93YWwtkwAgJTEAdCFGHRVEMjQ3LjLCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('4QagCtwGCgxJbXBvcnRJbnRvXzISlQYKDVRhYmxlUmVhZGVyXzcS1gMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q3wJ0aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS1ANSwgZ2V0X3NuYXBzaG90X3QBc7ggMjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWAEw4LCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFlBF9kVsQAARwUOiA4Mi4yBYMJ4Qh3YWkRmww1MC45HRosa3ZfcmVhZF93YWxsDTwIMW1zAWMEa3YuFQAIMjQ3BVIIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS7FASgBQAFSFGRhdGE6VDbzAQRaFAWmCDU0MQWKKZ0gMmLYAWNvcF90IbtIIHtudW06IDEsIG1heDogMS4zMwGWDHByb2MteSmIAF8BEjbvAAXtADoZ6BBjb3ByXzlJRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDg5LjgFmGBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogQUg0cnBjX2luZm86e0NvcDoBrxhfcnBjOjEsLXMF4igxLjIybXN9fXDtAj0tADghGRQDTi9BWhUFJhAzMDMuOAHfKQkAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/06 09:54:16.738 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:16.764 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.764 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:16.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=237.596Β΅s] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:16.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/05/06 09:54:16.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=54.090469ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=258.567Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:16.971 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/05/06 09:54:17.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.816448ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.130 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/05/06 09:54:17.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=258.259Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:17.174 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/05/06 09:54:17.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.744421ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.252 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/05/06 09:54:17.262 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/05/06 09:54:17.266 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.699 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.332 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 09:54:17.332 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.336 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.599441732\n# Parse_time: 0.00055852\n# Compile_time: 0.000755858\n# Rewrite_time: 0.000008968\n# Optimize_time: 0.00082482\n# Wait_TS: 0.00037899\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:17.338 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/06 09:54:17.394 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:17.394 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/06 09:54:17.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.461 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/05/06 09:54:17.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.315953ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:17.564 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 09:54:17.600 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.340197ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.349 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.675 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:54:17.676 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.680 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342915243\n# Parse_time: 0.000929592\n# Compile_time: 0.001146818\n# Rewrite_time: 0.000008723\n# Optimize_time: 0.00082482\n# Wait_TS: 0.000326654\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/06 09:54:17.864 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/05/06 09:54:17.872 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:17.872 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:17.873 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:17.873 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:17.874 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:17.874 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:17.874 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:17.874 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:17.874 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:17.916 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:17.918 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:17.918 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:17.923 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:17.927 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:17.933 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [key=import-from-select] [2024/05/06 09:54:17.935 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [key=import-from-select] [readDur=35.503Β΅s] [encodeDur=1.089105ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=278.669Β΅s] [type=query] [takeTime=1.810177ms] [] [2024/05/06 09:54:17.936 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/160f13a1-919f-4614-a1e9-ae4cef199632/102b1544-1a0b-5f02-9523-0f5011224f00.sst/0df3b419-79b9-4cef-8481-f058091824d4.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/06 09:54:17.940 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [key=import-from-select] [2024/05/06 09:54:17.940 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=121.094Β΅s] [] [2024/05/06 09:54:17.941 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:17.942 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.623908ms] [] [2024/05/06 09:54:17.942 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:17.947 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:17.969 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:17.969 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:17.989 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:17.991 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=48.707771ms] [] [2024/05/06 09:54:17.991 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:17.994 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.300512ms] [] [2024/05/06 09:54:17.994 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:17.994 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:17.994 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=63.793Β΅s] [] [2024/05/06 09:54:17.994 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:54:17.994 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [2024/05/06 09:54:18.003 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [takeTime=8.537149ms] [] [2024/05/06 09:54:18.003 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:54:18.003 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [weight=30] [2024/05/06 09:54:18.003 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [concurrency=15] [2024/05/06 09:54:18.007 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:18.008 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:54:18.008 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=160f13a1-919f-4614-a1e9-ae4cef199632] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=14.139295ms] [] [2024/05/06 09:54:18.008 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:18.008 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=20.362Β΅s] [] [2024/05/06 09:54:18.009 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:18.010 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.718409ms] [] [2024/05/06 09:54:18.010 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:18.010 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.756Β΅s] [] [2024/05/06 09:54:18.011 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:18.012 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.159715ms] [] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:18.016 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:18.016 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:18.016 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:18.016 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:18.018 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:18.019 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:18.019 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:18.019 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:18.019 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:18.021 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574143957139466\n# Conn_ID: 2\n# Query_time: 0.339179255\n# Parse_time: 0.001080638\n# Compile_time: 0.004352792\n# Rewrite_time: 0.002646896\n# Optimize_time: 0.00082482\n# Wait_TS: 0.000143656\n# Cop_time: 0.000130035 Process_time: 0.000063408 Wait_time: 0.000043027 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.3408e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.3027e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzMS40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2MTkuMcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yNgFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNjMuNAVKARMcd2FpdDogNDMFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhxuOiAxMjIuNgU7qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlghhbF8lJkgxLjE0bXN9fQkzNTUgQnl0ZXMJISQgMgk0M182CTFfMSa4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFswQ6ewVjADA1PwGWSHNjYW5fZGV0YWlsOiB7dG90YWwlIghlc3MyNwE6FwAgX3NpemU6IDE4KVUEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMjAuOCUhcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYMB0AB5PhYAGDgsIGJsb2Mh5DmYDTIUMn19fSwgAdlexgABHDbwAQhhbF8h8g0aBDQzBZslJwx3YWxsDRdEMjA5LjLCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('wwagCr4GCgxJbXBvcnRJbnRvXzIS9wUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMC44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2My40BYMAdAXjCHdhaRGdBDQzCRgcaWt2X3dhbGwNMSgyMDkuMsK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgE0AUABUhRkYXRhOlRhYmw91ARaFgWGEDYxOS4xBW44bG9vcHM6MmLXAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4yNm1zLCBwcm9jLV0pbCWfNtEABc8EOiANyhBjb3ByXzkpRHJhdGlvOiAwLjAwLCBidWlsZAVwCF9kdQUaHG46IDEyMi42BZeobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MVECBeMoMS4xNG1zfX1w4wI9LgA4IRoUA04vQVoVBSYQMzMxLjQB3ikIADFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:54:18.050 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:18.079 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.079 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:18.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=285.933Β΅s] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:18.201 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/05/06 09:54:18.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.378189ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=215.47Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:18.327 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/05/06 09:54:18.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.8309ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.469 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/05/06 09:54:18.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=235.086Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:18.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/05/06 09:54:18.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.663756ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.590 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/05/06 09:54:18.599 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 09:54:18.603 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:18.048 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.657 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 09:54:18.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.611546161\n# Parse_time: 0.000528665\n# Compile_time: 0.00088446\n# Rewrite_time: 0.000011731\n# Optimize_time: 0.000752949\n# Wait_TS: 0.000420385\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:18.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:54:18.720 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.719 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:54:18.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.777 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/05/06 09:54:18.854 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.244373ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:18.865 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/05/06 09:54:18.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.372236ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.939 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.649 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.978 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 09:54:18.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.981 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.319837892\n# Parse_time: 0.000711051\n# Compile_time: 0.001241221\n# Rewrite_time: 0.000011226\n# Optimize_time: 0.000752949\n# Wait_TS: 0.000338602\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:54:19.131 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/05/06 09:54:19.139 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:19.139 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:19.139 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:19.139 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:19.140 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:19.140 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:19.140 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:19.141 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:19.142 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:19.154 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:19.156 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:19.156 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:19.161 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:19.166 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:19.171 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [key=import-from-select] [2024/05/06 09:54:19.173 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [key=import-from-select] [readDur=34.974Β΅s] [encodeDur=1.015506ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=269.415Β΅s] [type=query] [takeTime=1.818281ms] [] [2024/05/06 09:54:19.175 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/56f5dce6-36c7-43e6-bd3b-2d7b9dc38884/102b1544-1a0b-5f02-9523-0f5011224f00.sst/296270c0-8d11-4276-8f1b-fe3d2a9ab32b.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/05/06 09:54:19.179 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [key=import-from-select] [2024/05/06 09:54:19.179 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=135.108Β΅s] [] [2024/05/06 09:54:19.179 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:19.181 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.57151ms] [] [2024/05/06 09:54:19.182 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:19.186 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:19.227 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:19.228 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:19.246 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:19.248 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=66.245667ms] [] [2024/05/06 09:54:19.248 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:19.250 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.95447ms] [] [2024/05/06 09:54:19.250 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:19.250 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:19.250 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=53.572Β΅s] [] [2024/05/06 09:54:19.250 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:54:19.250 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [2024/05/06 09:54:19.258 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [takeTime=8.039578ms] [] [2024/05/06 09:54:19.259 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:54:19.259 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [weight=30] [2024/05/06 09:54:19.259 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [concurrency=15] [2024/05/06 09:54:19.263 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:19.263 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/06 09:54:19.263 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=56f5dce6-36c7-43e6-bd3b-2d7b9dc38884] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=13.010965ms] [] [2024/05/06 09:54:19.264 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:19.264 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.105Β΅s] [] [2024/05/06 09:54:19.264 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:19.265 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.227396ms] [] [2024/05/06 09:54:19.265 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:19.265 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.441Β΅s] [] [2024/05/06 09:54:19.265 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:19.266 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.037117ms] [] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:19.270 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:19.270 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:19.270 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:19.270 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:19.273 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:19.273 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:19.273 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:19.273 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:19.273 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/06 09:54:19.284 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:19.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.308 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:19.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.387 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=219.366Β΅s] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.397 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/05/06 09:54:19.436 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.785391ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.515 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=198.672Β΅s] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.527 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/05/06 09:54:19.565 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.427725ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.646 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/05/06 09:54:19.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=327.987Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/05/06 09:54:19.765 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.562552ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.800 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 09:54:19.808 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/05/06 09:54:19.811 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:19.249 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:54:19.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.867 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.584393373\n# Parse_time: 0.000492882\n# Compile_time: 0.000734538\n# Rewrite_time: 0.000009984\n# Optimize_time: 0.000972854\n# Wait_TS: 0.000356223\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:19.869 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/06 09:54:19.915 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.915 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/06 09:54:19.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.977 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/05/06 09:54:20.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=2.235168ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.045 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 09:54:20.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.361558ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.161 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.848 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.206 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:54:20.206 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.209 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341978099\n# Parse_time: 0.000934044\n# Compile_time: 0.000850043\n# Rewrite_time: 0.000008254\n# Optimize_time: 0.000972854\n# Wait_TS: 0.000402901\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/06 09:54:20.372 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/05/06 09:54:20.380 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:20.380 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:20.380 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.381 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:20.381 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:20.381 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.382 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:20.382 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:20.382 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:20.396 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:20.397 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:20.397 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:20.402 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:20.406 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:20.411 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [key=import-from-select] [2024/05/06 09:54:20.413 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [key=import-from-select] [readDur=38.534Β΅s] [encodeDur=1.193556ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=389.035Β΅s] [type=query] [takeTime=1.973616ms] [] [2024/05/06 09:54:20.415 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/b23e1b53-b851-427d-9541-97c76766f505/102b1544-1a0b-5f02-9523-0f5011224f00.sst/4e7c92b2-dec1-4eb1-b43b-f2c67b7ab567.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/05/06 09:54:20.419 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [key=import-from-select] [2024/05/06 09:54:20.419 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=125.011Β΅s] [] [2024/05/06 09:54:20.420 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:20.421 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.617461ms] [] [2024/05/06 09:54:20.421 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:20.426 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:20.447 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:20.448 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:20.464 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:20.466 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.34749ms] [] [2024/05/06 09:54:20.466 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:20.466 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/b23e1b53-b851-427d-9541-97c76766f505/630083e6-fc50-5cd2-8645-c17b147197ce.sst/c2bf70bd-6397-4fd1-aa6b-c69697033cf3.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/05/06 09:54:20.469 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.832319ms] [] [2024/05/06 09:54:20.469 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:20.475 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:20.521 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:54:20.521 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:20.537 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:54:20.539 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=69.807529ms] [] [2024/05/06 09:54:20.539 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/06 09:54:20.539 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [2024/05/06 09:54:20.546 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [takeTime=7.371665ms] [] [2024/05/06 09:54:20.546 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:20.546 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [weight=30] [2024/05/06 09:54:20.547 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [concurrency=15] [2024/05/06 09:54:20.555 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:20.557 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:54:20.558 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:20.558 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=b23e1b53-b851-427d-9541-97c76766f505] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=18.834138ms] [] [2024/05/06 09:54:20.558 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:20.558 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=24.96Β΅s] [] [2024/05/06 09:54:20.558 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:20.559 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.385611ms] [] [2024/05/06 09:54:20.560 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:20.560 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=19.338Β΅s] [] [2024/05/06 09:54:20.560 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:20.561 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.300758ms] [] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:20.566 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:20.566 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:20.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:20.566 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:20.568 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:20.568 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:20.568 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:20.569 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:20.569 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:20.570 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574144625606661\n# Conn_ID: 2\n# Query_time: 0.359282291\n# Parse_time: 0.000735482\n# Compile_time: 0.00255949\n# Rewrite_time: 0.001407983\n# Optimize_time: 0.000972854\n# Wait_TS: 0.000100599\n# Cop_time: 0.000064723 Process_time: 0.000093077 Wait_time: 0.000060606 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.3077e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.0606e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM1NC42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0MzQuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xOQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogOTMuMQVKARMkd2FpdDogNjAuNgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDk4LjIFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS4wOW1zfX0JMzU1IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAyOC41JSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5TmXDTIUMn19fSwgAdlexgABHDbxAQhhbF8h8w0aADYx+CUpDHdhbGwNGUQzMTQuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyOC41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA5My4xBYMAdAXjCHdhaRGdDDYwLjYJGhxpa3Zfd2FsbA0zCDMxNAUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDQzNC40BW4AbCWDIDJi2AFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMTltcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDk4LjIFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5CgxLjA5bXN9fXDjAj0vADghGxQDTi9BWhUFJhAzNTQuNgHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/06 09:54:20.599 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:20.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:20.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=226.403Β΅s] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:20.736 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/05/06 09:54:20.775 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.520423ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.823 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=206.63Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:20.866 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/05/06 09:54:20.905 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.25611ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.012 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/05/06 09:54:21.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=224.899Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:21.058 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/05/06 09:54:21.098 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.611741ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.131 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/05/06 09:54:21.140 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/05/06 09:54:21.143 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:20.598 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.198 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:54:21.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.603499218\n# Parse_time: 0.000439579\n# Compile_time: 0.000639669\n# Rewrite_time: 0.000010384\n# Optimize_time: 0.001107844\n# Wait_TS: 0.000322496\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:21.203 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/06 09:54:21.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:21.240 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/06 09:54:21.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.321 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/05/06 09:54:21.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.550586ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:21.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/05/06 09:54:21.481 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.427562ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.531 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.198 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.568 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:54:21.568 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.370001222\n# Parse_time: 0.000628059\n# Compile_time: 0.001062237\n# Rewrite_time: 0.000009315\n# Optimize_time: 0.001107844\n# Wait_TS: 0.000339703\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/06 09:54:21.749 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/05/06 09:54:21.757 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.757 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:21.758 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.758 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.759 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.759 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.759 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.759 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.760 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.803 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.805 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.805 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:21.811 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:21.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:21.829 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [key=import-from-select] [2024/05/06 09:54:21.829 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [key=import-from-select] [2024/05/06 09:54:21.831 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [key=import-from-select] [readDur=82.748Β΅s] [encodeDur=818.278Β΅s] [checksum="{cksum=7542145912830036105,size=148,kvs=4}"] [deliverDur=464.691Β΅s] [type=query] [takeTime=1.703303ms] [] [2024/05/06 09:54:21.832 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [key=import-from-select] [readDur=96.906Β΅s] [encodeDur=1.154135ms] [checksum="{cksum=6015703081364404730,size=148,kvs=4}"] [deliverDur=927.44Β΅s] [type=query] [takeTime=2.614775ms] [] [2024/05/06 09:54:21.833 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/d413dfb7-fa0d-4256-8fdd-d29e1d3921c5/102b1544-1a0b-5f02-9523-0f5011224f00.sst/62db9eca-43e1-48c3-90e1-6d13df4cad96.sst] [firstKey=7480000000000000D05F728000000000000002] [lastKey=7480000000000000D05F728000000000000003] [2024/05/06 09:54:21.833 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:21.834 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/d413dfb7-fa0d-4256-8fdd-d29e1d3921c5/102b1544-1a0b-5f02-9523-0f5011224f00.sst/7779b56a-b379-4914-b3c5-268b05957bf2.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/05/06 09:54:21.837 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.320455ms] [] [2024/05/06 09:54:21.837 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:21.843 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.864 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:54:21.864 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.881 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:54:21.883 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=46.751369ms] [] [2024/05/06 09:54:21.884 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:21.885 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.302883ms] [file=/tmp/tidb/import-4000/d413dfb7-fa0d-4256-8fdd-d29e1d3921c5/630083e6-fc50-5cd2-8645-c17b147197ce.sst/275aeb62-159a-4c98-83ac-ce6e605775a1.sst] [2024/05/06 09:54:21.885 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/d413dfb7-fa0d-4256-8fdd-d29e1d3921c5/630083e6-fc50-5cd2-8645-c17b147197ce.sst/275aeb62-159a-4c98-83ac-ce6e605775a1.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/05/06 09:54:21.888 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.144361ms] [] [2024/05/06 09:54:21.888 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:21.892 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.915 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/06 09:54:21.915 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.935 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/06 09:54:21.936 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=48.495014ms] [] [2024/05/06 09:54:21.937 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/06 09:54:21.937 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [2024/05/06 09:54:21.944 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [takeTime=7.357884ms] [] [2024/05/06 09:54:21.944 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:21.944 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [weight=30] [2024/05/06 09:54:21.944 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [concurrency=15] [2024/05/06 09:54:21.952 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/06 09:54:21.954 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/06 09:54:21.954 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/06 09:54:21.954 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=d413dfb7-fa0d-4256-8fdd-d29e1d3921c5] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=17.762822ms] [] [2024/05/06 09:54:21.955 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:21.955 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.374Β΅s] [] [2024/05/06 09:54:21.955 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:21.956 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.204045ms] [] [2024/05/06 09:54:21.956 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:21.956 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.491Β΅s] [] [2024/05/06 09:54:21.956 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:21.957 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.124203ms] [] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.962 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.962 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.962 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.963 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.963 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.963 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.965 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.965 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.965 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.965 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.965 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574144979238922\n# Conn_ID: 2\n# Query_time: 0.393664142\n# Parse_time: 0.00063685\n# Compile_time: 0.00231427\n# Rewrite_time: 0.001475907\n# Optimize_time: 0.001107844\n# Wait_TS: 0.000099578\n# Cop_time: 0.000130461 Process_time: 0.000089489 Wait_time: 0.000067707 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.9489e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.7707e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM4OS4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3NjIuOMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yNgFuRHByb2Nfa2V5czogNCwgdG90XwESFDogODkuNQVKARMkd2FpdDogNjcuNwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDc3LjYFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS4xNG1zfX0JMzU1IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABlkhzY2FuX2RldGFpbDoge3RvdGFsJSMIZXNzMjgBOhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDQyLjklIXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGUQyNjguOcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA0Mi45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA4OS41BYMAdAXjCHdhaRGdDDY3LjcJGhxpa3Zfd2FsbA0zCDI2OAW3CH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDc2Mi44BW4AbCWDIDJi2AFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMjZtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDc3LjYFmKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5CgxLjE0bXN9fXDjAj0vADghGxQDTi9BWhUFJhAzODkuMgHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/06 09:54:21.980 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:22.006 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:22.006 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:22.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.087 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=248.64Β΅s] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:22.099 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/05/06 09:54:22.136 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.789815ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=225.357Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:22.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/05/06 09:54:22.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.113276ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.375 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/05/06 09:54:22.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=242.365Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:22.433 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/05/06 09:54:22.470 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.715015ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.531 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/05/06 09:54:22.541 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/05/06 09:54:22.545 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:21.949 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.602 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 09:54:22.602 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:22.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.626774588\n# Parse_time: 0.000517157\n# Compile_time: 0.000849928\n# Rewrite_time: 0.000009995\n# Optimize_time: 0.001400367\n# Wait_TS: 0.000333821\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:22.609 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/06 09:54:22.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:22.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/06 09:54:22.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.725 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/05/06 09:54:22.814 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.435045ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:22.826 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 09:54:22.861 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=54.007084ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.599 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.959 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 09:54:22.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:22.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.355471306\n# Parse_time: 0.000973229\n# Compile_time: 0.001407413\n# Rewrite_time: 0.000012402\n# Optimize_time: 0.001400367\n# Wait_TS: 0.000821642\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/06 09:54:23.194 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/05/06 09:54:23.203 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:23.203 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822017413102888] [2024/05/06 09:54:23.203 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:23.204 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:23.205 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:23.205 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:23.205 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:23.205 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:23.205 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:23.219 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:23.220 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:23.221 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=373.8GB] [2024/05/06 09:54:23.226 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:23.230 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:23.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [key=import-from-select] [2024/05/06 09:54:23.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [key=import-from-select] [2024/05/06 09:54:23.337 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [key=import-from-select] [readDur=174.85Β΅s] [encodeDur=711.904Β΅s] [checksum="{cksum=17740522709243958444,size=68,kvs=2}"] [deliverDur=76.042Β΅s] [type=query] [takeTime=1.310292ms] [] [2024/05/06 09:54:23.337 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [key=import-from-select] [readDur=19.843Β΅s] [encodeDur=649.303Β΅s] [checksum="{cksum=3579325005218725394,size=68,kvs=2}"] [deliverDur=173.872Β΅s] [type=query] [takeTime=1.352479ms] [] [2024/05/06 09:54:23.338 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:23.338 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/c969d5f2-f36b-4752-967a-877f782f2579/102b1544-1a0b-5f02-9523-0f5011224f00.sst/b9f37e41-a1ae-4637-904b-0393bf7e9c51.sst] [firstKey=7480000000000000D35F728000000000000005] [lastKey=7480000000000000D35F728000000000000007] [2024/05/06 09:54:23.339 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/c969d5f2-f36b-4752-967a-877f782f2579/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c7cde375-ca95-4daa-bd48-f855c226f467.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000006] [2024/05/06 09:54:23.342 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.957862ms] [] [2024/05/06 09:54:23.342 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/06 09:54:23.347 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:23.369 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/06 09:54:23.369 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:23.389 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/06 09:54:23.391 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=48.740238ms] [] [2024/05/06 09:54:23.391 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:23.393 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.953688ms] [] [2024/05/06 09:54:23.393 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/06 09:54:23.393 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:23.393 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=93.336Β΅s] [] [2024/05/06 09:54:23.394 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/06 09:54:23.394 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [2024/05/06 09:54:23.402 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [takeTime=8.14619ms] [] [2024/05/06 09:54:23.402 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:23.402 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [weight=30] [2024/05/06 09:54:23.402 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [concurrency=15] [2024/05/06 09:54:23.406 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/06 09:54:23.407 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/06 09:54:23.407 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c969d5f2-f36b-4752-967a-877f782f2579] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.232579ms] [] [2024/05/06 09:54:23.407 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:23.407 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.763Β΅s] [] [2024/05/06 09:54:23.407 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/06 09:54:23.409 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.416014ms] [] [2024/05/06 09:54:23.409 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:23.409 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.802Β΅s] [] [2024/05/06 09:54:23.409 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/06 09:54:23.410 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.270122ms] [] [2024/05/06 09:54:23.414 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:23.414 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.414 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:23.414 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:23.416 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:23.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:23.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:23.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:23.418 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574145346240518\n# Conn_ID: 2\n# Query_time: 0.453958297\n# Parse_time: 0.000491077\n# Compile_time: 0.002397674\n# Rewrite_time: 0.001501833\n# Optimize_time: 0.001400367\n# Wait_TS: 0.000089188\n# Cop_time: 0.000079846 Process_time: 0.000070879 Wait_time: 0.000042262 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.0879e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.2262e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ0OS43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MDUuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xMQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNzAuOQVKARMkd2FpdDogNDIuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDc5LjUFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSc8MW1zfX0JMzU1IEJ5dGVzCSEiIDIJNDNfNgkxXzEkuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2Ba8EOnsFYAAwNT1MMX0sIHNjYW5fZGV0YWlsOiB7dG8Bhxhwcm9jZXNzMjUBBGFsMhcAIF9zaXplOiAxOClTBGFsDS04NSwgZ2V0X3NuYXBzaG90CdIQIDIxLjclHnByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGBAdAAeT4WABg4LCBibG9jIeI5lA0yFDJ9fX0sIAHZXsYAARw27gEIYWxfIfANGjX1JSkMd2FsbA0ZPDIyMsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('wQagCrwGCgxJbXBvcnRJbnRvXzIS9QUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMS43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3MC45BYMAdAXjCHdhaRGdDDQyLjMJGhxpa3Zfd2FsbA0zIDIyMsK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhYFhhA1MDUuNAVsAGwlgSAyYtUBY29wX3Qhnmgge251bTogMSwgbWF4OiAxLjExbXMsIHByb2MtXSlsJZ820QAFzwA6GcoQY29wcl85K0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA3OS41BZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEDBeQcMW1zfX1w4wI9LAA4IRgUA04vQVoVBSMQNDQ5LjcB3CkGADFWYgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/05/06 09:54:23.427 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:23.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:23.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:23.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.545 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=318.32Β΅s] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:23.556 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/05/06 09:54:23.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.085392ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=251.884Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:23.732 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/05/06 09:54:23.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.413353ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.835 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.844 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/05/06 09:54:23.884 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=222.561Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:23.895 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/05/06 09:54:23.934 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.932133ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.990 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/05/06 09:54:24.000 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/05/06 09:54:24.004 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:23.399 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.092 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:54:24.092 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:24.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.671572722\n# Parse_time: 0.000430932\n# Compile_time: 0.000616584\n# Rewrite_time: 0.00000902\n# Optimize_time: 0.000756505\n# Wait_TS: 0.000368624\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:24.121 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [2024/05/06 09:54:24.121 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [2024/05/06 09:54:24.123 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [] [2024/05/06 09:54:24.124 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:24.124 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=29.029Β΅s] [2024/05/06 09:54:24.124 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=19.939Β΅s] [2024/05/06 09:54:24.124 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=20.386Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=16.381Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=17.475Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=26.286Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=20.084Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=15.382Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=20.719Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=14.71Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=10.925Β΅s] [2024/05/06 09:54:24.125 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:24.125 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:24.125 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:24.160 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2f896c00-989d-46e9-b2cc-2aa214e7217d] ["take time"=57.204198ms] [2024/05/06 09:54:24.160 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2f896c00-989d-46e9-b2cc-2aa214e7217d] [2024/05/06 09:54:24.162 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:24.162 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:24.162 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0013c157-bc98-4075-90c0-d59ebd228e61] [watcherID=94458fd5-e4dd-4ae5-a385-198e1f5a6af4] [2024/05/06 09:54:24.162 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0013c157-bc98-4075-90c0-d59ebd228e61] [2024/05/06 09:54:24.162 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:24.163 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:24.163 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:24.163 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:24.171 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:24.171 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=590] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:24.172 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:24.172 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2f896c00-989d-46e9-b2cc-2aa214e7217d] [2024/05/06 09:54:24.172 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d watch owner key /tidb/stats/owner/22318f4d50990cae"] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:24.173 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:24.173 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:24.173 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [2024/05/06 09:54:24.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:24.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:24.172 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:24.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:24.172 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [2024/05/06 09:54:24.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:24.172 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:24.173 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:24.173 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:24.173 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [2024/05/06 09:54:24.173 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager f4e730f7-652c-4e82-bf7e-619a37683776 watch owner key /tidb/br-stream/owner/6f188f4d50990ca6"] [2024/05/06 09:54:24.173 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:24.173 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:24.173 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4e730f7-652c-4e82-bf7e-619a37683776"] [2024/05/06 09:54:24.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:24.173 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4e730f7-652c-4e82-bf7e-619a37683776"] [2024/05/06 09:54:24.175 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:24.175 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:54:24.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:24.175 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f4e730f7-652c-4e82-bf7e-619a37683776"] [error="context canceled"] [2024/05/06 09:54:24.175 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:24.175 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f4e730f7-652c-4e82-bf7e-619a37683776] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:24.175 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:24.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:24.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:24.180 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.181 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:24.181 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:24.182 +00:00] [WARN] [scheduler_manager.go:234] ["get unfinished tasks failed"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildTopN\n\tpkg/executor/builder.go:2157\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTopUnfinishedTasks\n\tpkg/disttask/framework/storage/task_table.go:244\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).getSchedulableTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:232\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).scheduleTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:219\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:24.183 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:24.183 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2f896c00-989d-46e9-b2cc-2aa214e7217d] [2024/05/06 09:54:24.183 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:24.203 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.204 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:24.205 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:24.205 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.215 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:24.215 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [error="context canceled"] [2024/05/06 09:54:24.215 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [2024/05/06 09:54:24.233 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.234 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:24.234 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:24.235 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.258 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.259 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:24.259 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:24.260 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.283 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.284 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:24.284 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:24.285 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:24.286 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:24.286 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:24.286 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:24.376 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4e730f7-652c-4e82-bf7e-619a37683776"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:25.435 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:25.435 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:25.435 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:25.453 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f896c00-989d-46e9-b2cc-2aa214e7217d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:25.453 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:25.453 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:25.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:25.461 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.358069435s] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:25.461 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:25.461 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:25.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:25.462 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:25.462 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:25.463 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (82.80s) --- PASS: TestImportInto/TestImportFromSelectBasic (6.69s) --- PASS: TestImportInto/TestImportFromSelectColumnList (2.92s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.74s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (30.59s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (2.07s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.57s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (2.58s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.98s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.92s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (2.77s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (2.63s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.61s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (3.00s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (2.92s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (2.65s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (16.64s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.69s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.26s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.38s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.36s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.29s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.26s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.31s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.23s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.31s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.38s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.45s) PASS [2024/05/06 09:54:25.632 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4e730f7-652c-4e82-bf7e-619a37683776"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] coverage: 14.1% of statements GCov does not exist at the given path: '' May 06, 2024 9:54:31 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:54:31 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:54:31 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:54:31 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:54:31 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 138.841s, Critical Path: 120.59s INFO: 1572 processes: 1546 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 7s remote-cache, linux-sandbox [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:54:33.918Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:54:33.920Z] ['info'] => Project root located at: . [2024-05-06T09:54:33.923Z] ['info'] -> Token found by environment variables [2024-05-06T09:54:33.937Z] ['info'] Searching for coverage files... [2024-05-06T09:54:34.277Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:54:34.278Z] ['info'] => Project root located at: . [2024-05-06T09:54:34.281Z] ['info'] -> Token found by environment variables [2024-05-06T09:54:34.299Z] ['info'] Searching for coverage files... [2024-05-06T09:54:34.538Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:54:34.539Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:54:34.913Z] ['info'] Using manual override from args. [2024-05-06T09:54:34.913Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:54:34.923Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:54:34.898Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:54:34.898Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:54:35.281Z] ['info'] Using manual override from args. [2024-05-06T09:54:35.282Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:54:35.295Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:54:35.632Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/df8a6d2f-18f9-4153-9683-121ce18467fa.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095435Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=128b3264343a757ffcc109475473767959e214763182fadd712ef0e48b54b419 [2024-05-06T09:54:35.632Z] ['info'] Uploading... [2024-05-06T09:54:36.060Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/326a4a0b-2d92-4405-a759-83ed11ef23eb.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095435Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=79b12c7eb7bcef7394a2553c757f1b9b614f0e91ccd195731869b2c49902c6ce [2024-05-06T09:54:36.060Z] ['info'] Uploading... [2024-05-06T09:54:37.511Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [2024-05-06T09:54:37.803Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] // script [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // dir [Pipeline] } [Pipeline] // node [Pipeline] } [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 40s remote-cache, linux-sandbox [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] // timeout [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 101s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 161s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 161s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 100s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 100s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 100s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 116s remote-cache, linux-sandbox [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 117s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/flashbacktest:flashbacktest_test: ==================== Test output for //tests/realtikvtest/flashbacktest:flashbacktest_test: === RUN TestFlashback [2024/05/06 09:53:15.274 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:15.274 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:15.276 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:53:15.276 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:15.277 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:15.278 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:15.278 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:15.278 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:15.278 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:15.278 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:15.280 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:15.285 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:15.288 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:15.290 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:15.315 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:15.315 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:15.324 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:15.324 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:15.339 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:15.366 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:15.481 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:15.624 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=621] ["lease id"=22318f4d50c20c54] [2024/05/06 09:53:15.627 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:15.634 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashback\n\ttests/realtikvtest/flashbacktest/flashback_test.go:66\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:53:15.660 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=25.022716ms] [2024/05/06 09:53:15.663 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:15.663 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f] [runWorker=true] [2024/05/06 09:53:15.663 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:15.666 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:15.668 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:15.668 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:15.668 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:15.668 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:15.668 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:15.670 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20c58] [ownerID=f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f] [op=none] [2024/05/06 09:53:15.671 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:15.671 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b3df6bc2-6fb9-4479-8f2f-68ccafc6c612] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:15.672 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612"] ["owner key"=/tidb/br-stream/owner/22318f4d50c20c5a] [ownerID=b3df6bc2-6fb9-4479-8f2f-68ccafc6c612] [op=none] [2024/05/06 09:53:15.679 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:53:15.713 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.713 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:53:15.721 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:15.722 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20c58] [ownerID=f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f] [op=none] [2024/05/06 09:53:15.722 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] [op=none] [2024/05/06 09:53:15.722 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:15.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.824 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.667613ms] [2024/05/06 09:53:15.830 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:15.840 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.840 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:53:15.846 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.556918ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.886 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.913 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:53:15.913 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.917 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:53:15.943 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:53:16.135 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.135 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:53:16.198 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=8.977692ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.525 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:53:16.555 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.78059ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.612 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.671 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:16.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:53:16.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.863029942\n# Parse_time: 0\n# Compile_time: 0.009017575\n# Rewrite_time: 0.000026825\n# Optimize_time: 0\n# Wait_TS: 0.000562234\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:53:16.801 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:53:16.849 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.849 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:53:16.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.861014ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.988 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:53:17.023 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.754703ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.140 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:53:17.140 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.144 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343839507\n# Parse_time: 0\n# Compile_time: 0.001746998\n# Rewrite_time: 0.000008447\n# Optimize_time: 0\n# Wait_TS: 0.000460002\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.148 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:53:17.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.196 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:53:17.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.741755ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.364 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.365 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:53:17.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.162729ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.444 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.492 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:53:17.492 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.496 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349935772\n# Parse_time: 0\n# Compile_time: 0.002644847\n# Rewrite_time: 0.000012352\n# Optimize_time: 0\n# Wait_TS: 0.000449643\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.508 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:53:17.618 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.618 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:53:17.668 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:17.669 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:53:17.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.15063ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.875 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:53:17.908 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.958886ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.066 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:53:18.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.070 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.567076871\n# Parse_time: 0\n# Compile_time: 0.005309523\n# Rewrite_time: 0.000012331\n# Optimize_time: 0\n# Wait_TS: 0.000448769\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.076 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:53:18.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.144 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:53:18.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.291 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.261242ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.302 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.302 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:53:18.338 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.988284ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.404 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:53:18.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.486 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412502181\n# Parse_time: 0\n# Compile_time: 0.002469029\n# Rewrite_time: 0.000009853\n# Optimize_time: 0\n# Wait_TS: 0.000454266\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.491 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:53:18.560 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.560 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:53:18.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.156974ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.743 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:53:18.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.300777ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.851 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.912 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:53:18.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.916 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.427064414\n# Parse_time: 0\n# Compile_time: 0.002576543\n# Rewrite_time: 0.000011533\n# Optimize_time: 0\n# Wait_TS: 0.000412863\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.919 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:53:18.963 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.963 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:53:19.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.097 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.437106ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.107 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:53:19.144 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.289261ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.194 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.233 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:53:19.234 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.237 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.319935706\n# Parse_time: 0\n# Compile_time: 0.001654315\n# Rewrite_time: 0.000015586\n# Optimize_time: 0\n# Wait_TS: 0.000754149\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.240 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:53:19.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.308 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:53:19.374 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.453 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.875304ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.464 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:53:19.496 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.268762ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.586 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:53:19.586 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.589 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350688512\n# Parse_time: 0\n# Compile_time: 0.001308517\n# Rewrite_time: 0.000011166\n# Optimize_time: 0\n# Wait_TS: 0.000476808\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.595 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:53:19.648 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.648 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:53:19.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.128546ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.815 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.816 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:53:19.849 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.261437ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.958 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:53:19.958 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369216791\n# Parse_time: 0\n# Compile_time: 0.002138354\n# Rewrite_time: 0.000010919\n# Optimize_time: 0\n# Wait_TS: 0.000434938\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.968 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:53:20.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.039 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:53:20.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.211218ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.219 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.219 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:53:20.253 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.896685ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.355 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:53:20.355 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.359 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.392916695\n# Parse_time: 0\n# Compile_time: 0.002344004\n# Rewrite_time: 0.000011108\n# Optimize_time: 0\n# Wait_TS: 0.000488661\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.368 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:20.370 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:20.450 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.450 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:20.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.622 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.247231ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.635 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:53:20.667 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=54.221037ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.753 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.834 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:53:20.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.838 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.472992928\n# Parse_time: 0\n# Compile_time: 0.003131504\n# Rewrite_time: 0.000010319\n# Optimize_time: 0\n# Wait_TS: 0.000510305\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.844 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:53:20.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.907 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:53:20.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.32183ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.068 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.068 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:53:21.104 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.515921ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.152 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.209 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:53:21.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.213 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372536062\n# Parse_time: 0\n# Compile_time: 0.003629966\n# Rewrite_time: 0.000009514\n# Optimize_time: 0\n# Wait_TS: 0.000353359\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.217 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:21.274 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.274 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:21.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.186023ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.437 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:53:21.473 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.444291ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.540 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.590 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:53:21.590 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.593 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377829504\n# Parse_time: 0\n# Compile_time: 0.001897355\n# Rewrite_time: 0.000012264\n# Optimize_time: 0\n# Wait_TS: 0.000375065\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.597 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:21.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.658 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:21.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.952452ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.821 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.821 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:53:21.855 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.761104ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.898 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.955 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:53:21.955 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.959 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36330624\n# Parse_time: 0\n# Compile_time: 0.001945522\n# Rewrite_time: 0.000010313\n# Optimize_time: 0\n# Wait_TS: 0.000441432\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.962 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:22.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.014 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:22.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.681432ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.187 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:53:22.222 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.179768ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.340 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:53:22.340 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3828812\n# Parse_time: 0\n# Compile_time: 0.001567709\n# Rewrite_time: 0.000008652\n# Optimize_time: 0\n# Wait_TS: 0.000465162\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:53:22.412 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.412 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:53:22.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=4.112554ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.585 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:53:22.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.607603ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.689 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.739 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:53:22.739 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.742 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395262305\n# Parse_time: 0\n# Compile_time: 0.003003681\n# Rewrite_time: 0.000012753\n# Optimize_time: 0\n# Wait_TS: 0.000412773\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:53:22.803 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.803 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:53:22.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.105327ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.980 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.981 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:53:23.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.811342ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.077 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.129 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:53:23.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.133 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387869167\n# Parse_time: 0\n# Compile_time: 0.00200751\n# Rewrite_time: 0.000011139\n# Optimize_time: 0\n# Wait_TS: 0.00044063\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.140 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:23.213 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.213 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:23.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.386 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.878899ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.398 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:23.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:53:23.432 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.26514ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.500 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.587 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:53:23.587 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.591 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.45445248\n# Parse_time: 0\n# Compile_time: 0.003609264\n# Rewrite_time: 0.000011084\n# Optimize_time: 0\n# Wait_TS: 0.000380752\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.612 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:23.667 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.667 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:23.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.072544ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.805 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:23.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:53:23.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.60128ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.891 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.945 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:53:23.945 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.948 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338539358\n# Parse_time: 0\n# Compile_time: 0.002318359\n# Rewrite_time: 0.00001028\n# Optimize_time: 0\n# Wait_TS: 0.000512772\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.951 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:53:23.993 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.993 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:53:24.042 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.100 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.452831ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.111 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:53:24.148 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=54.046873ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.235 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:53:24.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.241 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:53:24.292 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.292 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:53:24.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.313716ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.412 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:53:24.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.728008ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.558 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:53:24.558 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.563 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.322848235\n# Parse_time: 0\n# Compile_time: 0.000843388\n# Rewrite_time: 0.000008878\n# Optimize_time: 0\n# Wait_TS: 0.000463081\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:24.568 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:53:24.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.634 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:53:24.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=4.58521ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.811 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.811 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:53:24.844 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.638091ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.965 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:53:24.966 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403227891\n# Parse_time: 0\n# Compile_time: 0.002153365\n# Rewrite_time: 0.000008826\n# Optimize_time: 0\n# Wait_TS: 0.000407112\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:24.972 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:25.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.039 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:25.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.189 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.799925ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.201 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.201 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:53:25.233 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=54.551308ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.344 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:53:25.344 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.348 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376690086\n# Parse_time: 0\n# Compile_time: 0.001306619\n# Rewrite_time: 0.000008056\n# Optimize_time: 0\n# Wait_TS: 0.00038246\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.352 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:53:25.401 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.401 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:53:25.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.551 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.894733ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.562 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:53:25.597 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.469356ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.654 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.706 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:53:25.706 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362057844\n# Parse_time: 0\n# Compile_time: 0.00191703\n# Rewrite_time: 0.0000137\n# Optimize_time: 0\n# Wait_TS: 0.000344858\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.715 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:53:25.784 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.784 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:53:25.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.602497ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.934 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.935 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:53:25.969 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.056369ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.045 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:53:26.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380035097\n# Parse_time: 0\n# Compile_time: 0.00160469\n# Rewrite_time: 0.000009925\n# Optimize_time: 0\n# Wait_TS: 0.000468893\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.097 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:26.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.153 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:53:26.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.310 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=6.364502ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:26.323 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:26.323 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:53:26.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.324714ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.476 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:53:26.476 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.479 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383562262\n# Parse_time: 0\n# Compile_time: 0.001256509\n# Rewrite_time: 0.00000858\n# Optimize_time: 0\n# Wait_TS: 0.000473721\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:53:26.541 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.541 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:53:26.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.078353ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:26.654 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:26.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:53:26.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.384352ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.781 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:53:26.782 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.785 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303412789\n# Parse_time: 0\n# Compile_time: 0.001635403\n# Rewrite_time: 0.000008502\n# Optimize_time: 0\n# Wait_TS: 0.000383203\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.789 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:26.791 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:26.845 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.845 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:53:26.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.001 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=4.048954ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.014 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.014 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:53:27.046 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.281929ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.094 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.146 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:53:27.147 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.151 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364036951\n# Parse_time: 0\n# Compile_time: 0.002027437\n# Rewrite_time: 0.000007104\n# Optimize_time: 0\n# Wait_TS: 0.0003359\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.159 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:27.228 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:27.228 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:27.295 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.437783ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.402 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:53:27.436 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.066587ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.494 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.559 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:53:27.559 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.563 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.40562419\n# Parse_time: 0\n# Compile_time: 0.002446003\n# Rewrite_time: 0.000011012\n# Optimize_time: 0\n# Wait_TS: 0.00039173\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.567 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:27.629 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:27.629 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:27.671 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=b3df6bc2-6fb9-4479-8f2f-68ccafc6c612] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:27.671 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:53:27.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.777 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.788329ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.788 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.788 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:53:27.823 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.545805ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.883 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.955 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:53:27.955 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.959 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.393168363\n# Parse_time: 0\n# Compile_time: 0.002204121\n# Rewrite_time: 0.00001008\n# Optimize_time: 0\n# Wait_TS: 0.000335477\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:53:28.043 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.043 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:53:28.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.254 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=5.020091ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.267 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.267 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:53:28.298 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.283072ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.457 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:53:28.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.499118672\n# Parse_time: 0\n# Compile_time: 0.00315866\n# Rewrite_time: 0.000009013\n# Optimize_time: 0\n# Wait_TS: 0.000393471\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:28.464 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:53:28.508 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.508 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:53:28.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.828842ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.681 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:53:28.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=54.983648ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.793 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:53:28.793 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.797 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.333935181\n# Parse_time: 0\n# Compile_time: 0.001079447\n# Rewrite_time: 0.000011035\n# Optimize_time: 0\n# Wait_TS: 0.000442826\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:28.878 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:28.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.878 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:28.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:53:28.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.037 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.014758ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:29.049 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.049 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:53:29.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.479481ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:28.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.220 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:53:29.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.224 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.420861068\n# Parse_time: 0\n# Compile_time: 0.007413574\n# Rewrite_time: 0.004008492\n# Optimize_time: 0\n# Wait_TS: 0.000435901\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.229 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:53:29.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.286 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:53:29.347 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.319482ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.474 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:53:29.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.282835ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.597 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:53:29.598 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37413249\n# Parse_time: 0\n# Compile_time: 0.00181295\n# Rewrite_time: 0.00001089\n# Optimize_time: 0\n# Wait_TS: 0.000521095\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.605 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:53:29.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.656 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:53:29.732 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.802 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.876721ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.816 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.816 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:53:29.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.425157ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.928 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.975 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:53:29.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.979 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375317507\n# Parse_time: 0\n# Compile_time: 0.001803829\n# Rewrite_time: 0.000010791\n# Optimize_time: 0\n# Wait_TS: 0.000394816\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.982 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:53:30.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:53:30.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.539356ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.164 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:53:30.200 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.093694ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.286 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:53:30.286 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.289 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308766625\n# Parse_time: 0\n# Compile_time: 0.001655063\n# Rewrite_time: 0.000012855\n# Optimize_time: 0\n# Wait_TS: 0.000499013\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.297 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:53:30.382 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.382 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:53:30.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.380543ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.597 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.597 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:53:30.625 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.732337ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.694 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.804 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:53:30.804 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.808 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.514700688\n# Parse_time: 0\n# Compile_time: 0.003335845\n# Rewrite_time: 0.000014386\n# Optimize_time: 0\n# Wait_TS: 0.000485387\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.815 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:53:30.893 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.893 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:53:30.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.088 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.040908ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.098 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:53:31.134 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.416671ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.194 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.270 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:53:31.271 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.275 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.463141496\n# Parse_time: 0\n# Compile_time: 0.002763334\n# Rewrite_time: 0.000015734\n# Optimize_time: 0\n# Wait_TS: 0.000467579\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:31.282 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:53:31.368 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.368 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:53:31.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.619 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.408207ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.631 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.631 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:53:31.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.633397ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.825 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:53:31.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.550175196\n# Parse_time: 0\n# Compile_time: 0.003253406\n# Rewrite_time: 0.000014601\n# Optimize_time: 0\n# Wait_TS: 0.000425866\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:31.835 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:31.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.921 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:32.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.880292ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:32.159 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:32.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:53:32.193 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.77718ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.329 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:53:32.329 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.333 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.500102436\n# Parse_time: 0\n# Compile_time: 0.002633294\n# Rewrite_time: 0.00001615\n# Optimize_time: 0\n# Wait_TS: 0.000371381\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:32.339 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:32.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.448 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:32.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.185973ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:32.645 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:32.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:53:32.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.236709ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.773 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.854 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:53:32.855 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.523086977\n# Parse_time: 0\n# Compile_time: 0.002930827\n# Rewrite_time: 0.000011754\n# Optimize_time: 0\n# Wait_TS: 0.000548354\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:32.870 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:53:32.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:53:33.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.166219ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:33.170 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:33.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:53:33.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.951997ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.249 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.337 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:53:33.338 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.341 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.476413326\n# Parse_time: 0\n# Compile_time: 0.004941469\n# Rewrite_time: 0.00001534\n# Optimize_time: 0\n# Wait_TS: 0.000436919\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:33.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:33.437 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.437 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:33.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.448603ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:33.616 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:33.616 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:53:33.651 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.77411ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.774 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:53:33.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.430914252\n# Parse_time: 0\n# Compile_time: 0.002789565\n# Rewrite_time: 0.000009887\n# Optimize_time: 0\n# Wait_TS: 0.000250456\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:33.784 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:33.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.853 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:33.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.003 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.535595ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.014 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:34.014 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:53:34.049 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.991487ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.113 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.179 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:53:34.179 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.183 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.401871031\n# Parse_time: 0\n# Compile_time: 0.003051152\n# Rewrite_time: 0.000018388\n# Optimize_time: 0\n# Wait_TS: 0.000502977\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:34.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:53:34.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.286 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:53:34.357 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.629199ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.527 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:34.527 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:53:34.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.513235ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.606 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.726 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:53:34.726 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.730 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.542809738\n# Parse_time: 0\n# Compile_time: 0.003566734\n# Rewrite_time: 0.000011594\n# Optimize_time: 0\n# Wait_TS: 0.000417635\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:34.736 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:34.802 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.802 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:34.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=4.285612ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.964 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:34.964 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:53:34.998 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.793372ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.048 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.113 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:53:35.113 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.117 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383293089\n# Parse_time: 0\n# Compile_time: 0.002451658\n# Rewrite_time: 0.000010584\n# Optimize_time: 0\n# Wait_TS: 0.000493082\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:35.120 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:53:35.170 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.170 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:53:35.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.131008ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:35.327 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:35.327 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:53:35.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.72212ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.444 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.497 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:53:35.497 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.501 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382313733\n# Parse_time: 0\n# Compile_time: 0.001486506\n# Rewrite_time: 0.000011851\n# Optimize_time: 0\n# Wait_TS: 0.000368314\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:35.505 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:53:35.556 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.556 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:53:35.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.675 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.200947ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:35.686 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:35.686 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:53:35.691 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:35.691 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:35.691 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:35.691 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:35.723 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.609089ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.792 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.844 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:53:35.844 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.848 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344726802\n# Parse_time: 0\n# Compile_time: 0.001770887\n# Rewrite_time: 0.000009293\n# Optimize_time: 0\n# Wait_TS: 0.000398032\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:35.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:53:35.879 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:35.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.879 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:35.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:53:35.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.083758ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:35.981 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:35.981 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:53:36.018 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.877243ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:35.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.055 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:53:36.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.144 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.144 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:53:36.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.300162ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:36.317 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:36.317 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:53:36.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.74079ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.390 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.436 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:53:36.436 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.439 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352310308\n# Parse_time: 0\n# Compile_time: 0.005454027\n# Rewrite_time: 0.00263472\n# Optimize_time: 0\n# Wait_TS: 0.000439632\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:36.934 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574133144748043\n# Query_time: 0.351767347\n# Parse_time: 0\n# Compile_time: 0.175394849\n# Rewrite_time: 0.005857448\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 364647\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNjcuM21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjYBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY3Ny44wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwUIDUywrVzET8Md2FpdA0YDDQ3LjQdGihrdl9yZWFkX3dhbA1mDCAxMDQRIwhpa3YyGgAMMjEuOQmBDHNjYW4+gQAMa2V5cwXEKGdldF9zbmFwc2hvEXcIMTYuCZFocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaREeG46IHtwcmV3cml0ZToxLjcxITcBUREiEHM6NDM2DaEJFAw6MS4xJYAcc2xvd2VzdF8RQCVEACAxhGAwLjAwMnMsIHJlZ2lvbl9pZDogOCwgc3RvIak4MTI3LjAuMC4xOjIwMTYyQmIBOgoBEDgxOS43TgoBAao++wAANXb7AAXrOUwFkRRfYmF0Y2gluAw6IDI2JbEocHJvcG9zZV9zZW4hsEhpdDogMHMsIHBlcnNpc3RfbG9nGewIMTQ4DXUJXhRsZWFkZXINUCgxMzBucywgc3luYwk2BDg1JdcALA0tMG1lbXRhYmxlOiAyLjUBfDmgBWUINDM1Bf0YLCBhcHBseTKsAAwxNi41Ba4FGxWRBDg0DTIYbXV0ZXhfbCX6Ab5KnwAZFwB3ZTsAMQVQCSkZmwg5LjRByC49AhhwcmltYXJ5RvYBBDFz/vYBKfYINDM0JVYEfSw6AANK9gEIOS4zYawALF7xAgnQdcNG9gEEMTNN5a74AQA1MZoJXzL3AQQzNTb2AQQzMS2rCSw5Www0NjBuAeRpXin0BDIyUVEl2Tb0AZEwBRs19Ag2MS4pAgBtwvQBFVI+mwAMOS4yM2F3gTNtyAhudW2hKAkqhYMAMVHJGGJ5dGU6MzIFLiRpbnNlcnQ6MTM5oYo0CTEwOC4xIEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 09:53:37.043 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.371887309s] [2024/05/06 09:53:37.056 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] [2024/05/06 09:53:37.056 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] [2024/05/06 09:53:37.056 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:37.057 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f"] [] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=22.432Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=11.288Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=13.853Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=3.927Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=10.528Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=4.296Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.503Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=9.912Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=6.538Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.771Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.869Β΅s] [2024/05/06 09:53:37.059 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:37.060 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:37.060 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:37.074 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f] ["take time"=24.82141ms] [2024/05/06 09:53:37.074 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f48fbcd3-bdcd-41ff-8a9e-1c9dd40ad71f] [2024/05/06 09:53:37.077 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=621] [2024/05/06 09:53:37.077 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:37.077 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:37.077 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:37.077 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:37.077 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612 watch owner key /tidb/br-stream/owner/22318f4d50c20c5a"] [2024/05/06 09:53:37.077 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:37.077 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612"] [2024/05/06 09:53:37.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:37.078 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:37.078 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:37.078 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:37.079 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:37.079 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612"] [error="context canceled"] [2024/05/06 09:53:37.079 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b3df6bc2-6fb9-4479-8f2f-68ccafc6c612] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:37.079 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:53:37.079 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:37.080 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:37.080 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:37.080 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:37.080 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612"] [2024/05/06 09:53:37.080 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:37.080 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=31.151423ms] [2024/05/06 09:53:37.080 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:37.091 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:37.232 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1573] ["lease id"=22318f4d50c20d2c] [2024/05/06 09:53:37.234 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:37.335 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=97.234196ms] [2024/05/06 09:53:37.341 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:37.341 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8eb5b2d6-3adf-4386-bebe-581c3022867c] [runWorker=true] [2024/05/06 09:53:37.341 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:37.343 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:37.344 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:37.344 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:37.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:37.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:37.345 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:37.345 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:37.345 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:37.345 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:37.347 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c212be] [ownerID=8eb5b2d6-3adf-4386-bebe-581c3022867c] [op=none] [2024/05/06 09:53:37.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:37.348 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f485712f-0f28-47a6-a91a-468dc42a444c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:37.373 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:37.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:37.375 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:37.377 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d50c212c3] [ownerID=8eb5b2d6-3adf-4386-bebe-581c3022867c] [op=none] [2024/05/06 09:53:37.391 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:53:37.396 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:37.396 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:37.396 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c212be] [ownerID=8eb5b2d6-3adf-4386-bebe-581c3022867c] [op=none] [2024/05/06 09:53:37.397 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [op=none] [2024/05/06 09:53:37.397 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:37.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:37.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:37.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:37.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:37.535 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:37.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:37.536 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:37.536 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:37.536 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:37.536 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:37.536 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:37.538 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:37.539 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:37.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:37.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:37.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:37.541 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:37.541 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:37.543 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] ["owner key"=/tidb/stats/owner/3eaa8f4d50c212c6] [ownerID=8eb5b2d6-3adf-4386-bebe-581c3022867c] [op=none] [2024/05/06 09:53:37.544 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:37.545 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/05/06 09:53:37.554 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0922c3e6-9a85-4605-8ee1-eaade016d335] [2024/05/06 09:53:37.554 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:37.554 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:37.566 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:37.566 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:37.567 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:37.585 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.59433ms] [2024/05/06 09:53:37.600 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:37.641 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:37.643 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:53:37.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:37.681 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:53:37.734 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.742 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/06 09:53:37.795 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.359251ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:37.807 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:53:37.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.888576ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.913 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.948 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:53:37.948 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:37.952 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.310169945\n# Parse_time: 0.000564739\n# Compile_time: 0.000629685\n# Rewrite_time: 0.000006473\n# Optimize_time: 0.000536671\n# Wait_TS: 0.000443232\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/06 09:53:38.318 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b3df6bc2-6fb9-4479-8f2f-68ccafc6c612"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:38.366 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:38.366 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:38.366 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:38.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:38.555 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:38.555 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:38.556 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0922c3e6-9a85-4605-8ee1-eaade016d335] [watcherID=718ed2a4-8d65-40de-9a6d-de3046c7bf3b] [2024/05/06 09:53:38.567 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:38.585 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=62] [2024/05/06 09:53:38.586 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:38.586 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:38.586 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:38.586 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:38.980 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:53:38.953 +0000 UTC"] [2024/05/06 09:53:39.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.007 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:53:38.953000'"] [2024/05/06 09:53:39.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.096 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/05/06 09:53:39.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.344 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:39.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=193.897Β΅s] [gotSchemaVersion=53] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:53:39.448 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/06 09:53:39.486 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.327093ms] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.565 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.567 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=8] ["first split key"=6d44423a3200000000fb0000000000000068] [2024/05/06 09:53:39.571 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=8] ["first at"=6d44423a3200000000fb0000000000000068] ["first new region left"="{Id:26 StartKey: EndKey:6d44423a32000000ff00fb000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:27 store_id:1 id:28 store_id:2 id:29 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.571 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[26,30]"] [2024/05/06 09:53:39.571 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=8] ["first split key"=6d4442730000000000fa0000000000000068] [2024/05/06 09:53:39.578 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=8] ["first at"=6d4442730000000000fa0000000000000068] ["first new region left"="{Id:34 StartKey:6d44423a33000000ff00fb000000000000ff0068000000000000f9 EndKey:6d44427300000000ff00fa000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:35 store_id:1 id:36 store_id:2 id:37 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.578 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[34,38]"] [2024/05/06 09:53:39.578 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000000] [2024/05/06 09:53:39.580 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000000] ["first new region left"="{Id:42 StartKey:7200000100000000fb EndKey:7480000000000000ff0000000000000000f8 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:43 store_id:1 id:44 store_id:2 id:45 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.580 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[42,46]"] [2024/05/06 09:53:39.580 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000005] [2024/05/06 09:53:39.586 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000005] ["first new region left"="{Id:50 StartKey:7480000000000000ff0400000000000000f8 EndKey:7480000000000000ff0500000000000000f8 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:51 store_id:1 id:52 store_id:2 id:53 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.586 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[50,54]"] [2024/05/06 09:53:39.586 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000007] [2024/05/06 09:53:39.591 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000007] ["first new region left"="{Id:58 StartKey:7480000000000000ff0600000000000000f8 EndKey:7480000000000000ff0700000000000000f8 RegionEpoch:{ConfVer:5 Version:11} Peers:[id:59 store_id:1 id:60 store_id:2 id:61 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.592 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[58,62]"] [2024/05/06 09:53:39.592 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000009] [2024/05/06 09:53:39.597 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000009] ["first new region left"="{Id:66 StartKey:7480000000000000ff0800000000000000f8 EndKey:7480000000000000ff0900000000000000f8 RegionEpoch:{ConfVer:5 Version:13} Peers:[id:67 store_id:1 id:68 store_id:2 id:69 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.597 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[66,70]"] [2024/05/06 09:53:39.597 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000000b] [2024/05/06 09:53:39.602 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000000b] ["first new region left"="{Id:74 StartKey:7480000000000000ff0a00000000000000f8 EndKey:7480000000000000ff0b00000000000000f8 RegionEpoch:{ConfVer:5 Version:15} Peers:[id:75 store_id:1 id:76 store_id:2 id:77 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.602 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[74,78]"] [2024/05/06 09:53:39.603 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000000d] [2024/05/06 09:53:39.608 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000000d] ["first new region left"="{Id:82 StartKey:7480000000000000ff0c00000000000000f8 EndKey:7480000000000000ff0d00000000000000f8 RegionEpoch:{ConfVer:5 Version:17} Peers:[id:83 store_id:1 id:84 store_id:2 id:85 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.608 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[82,86]"] [2024/05/06 09:53:39.608 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000000f] [2024/05/06 09:53:39.614 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000000f] ["first new region left"="{Id:90 StartKey:7480000000000000ff0e00000000000000f8 EndKey:7480000000000000ff0f00000000000000f8 RegionEpoch:{ConfVer:5 Version:19} Peers:[id:91 store_id:1 id:92 store_id:2 id:93 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.614 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[90,94]"] [2024/05/06 09:53:39.614 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000011] [2024/05/06 09:53:39.620 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000011] ["first new region left"="{Id:98 StartKey:7480000000000000ff1000000000000000f8 EndKey:7480000000000000ff1100000000000000f8 RegionEpoch:{ConfVer:5 Version:21} Peers:[id:99 store_id:1 id:100 store_id:2 id:101 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.620 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[98,102]"] [2024/05/06 09:53:39.620 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000013] [2024/05/06 09:53:39.625 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000013] ["first new region left"="{Id:106 StartKey:7480000000000000ff1200000000000000f8 EndKey:7480000000000000ff1300000000000000f8 RegionEpoch:{ConfVer:5 Version:23} Peers:[id:107 store_id:1 id:108 store_id:2 id:109 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.625 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[106,110]"] [2024/05/06 09:53:39.625 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000015] [2024/05/06 09:53:39.631 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000015] ["first new region left"="{Id:114 StartKey:7480000000000000ff1400000000000000f8 EndKey:7480000000000000ff1500000000000000f8 RegionEpoch:{ConfVer:5 Version:25} Peers:[id:115 store_id:1 id:116 store_id:2 id:117 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.631 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[114,118]"] [2024/05/06 09:53:39.631 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000001f] [2024/05/06 09:53:39.636 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000001f] ["first new region left"="{Id:122 StartKey:7480000000000000ff1e00000000000000f8 EndKey:7480000000000000ff1f00000000000000f8 RegionEpoch:{ConfVer:5 Version:27} Peers:[id:123 store_id:1 id:124 store_id:2 id:125 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.637 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[122,126]"] [2024/05/06 09:53:39.637 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000023] [2024/05/06 09:53:39.642 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000023] ["first new region left"="{Id:130 StartKey:7480000000000000ff2200000000000000f8 EndKey:7480000000000000ff2300000000000000f8 RegionEpoch:{ConfVer:5 Version:29} Peers:[id:131 store_id:1 id:132 store_id:2 id:133 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.642 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[130,134]"] [2024/05/06 09:53:39.642 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000025] [2024/05/06 09:53:39.648 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000025] ["first new region left"="{Id:138 StartKey:7480000000000000ff2400000000000000f8 EndKey:7480000000000000ff2500000000000000f8 RegionEpoch:{ConfVer:5 Version:31} Peers:[id:139 store_id:1 id:140 store_id:2 id:141 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.648 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[138,142]"] [2024/05/06 09:53:39.648 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000027] [2024/05/06 09:53:39.653 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000027] ["first new region left"="{Id:146 StartKey:7480000000000000ff2600000000000000f8 EndKey:7480000000000000ff2700000000000000f8 RegionEpoch:{ConfVer:5 Version:33} Peers:[id:147 store_id:1 id:148 store_id:2 id:149 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.654 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[146,150]"] [2024/05/06 09:53:39.654 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000002b] [2024/05/06 09:53:39.659 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000002b] ["first new region left"="{Id:154 StartKey:7480000000000000ff2a00000000000000f8 EndKey:7480000000000000ff2b00000000000000f8 RegionEpoch:{ConfVer:5 Version:35} Peers:[id:155 store_id:1 id:156 store_id:2 id:157 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.660 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[154,158]"] [2024/05/06 09:53:39.660 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000002d] [2024/05/06 09:53:39.665 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000002d] ["first new region left"="{Id:162 StartKey:7480000000000000ff2c00000000000000f8 EndKey:7480000000000000ff2d00000000000000f8 RegionEpoch:{ConfVer:5 Version:37} Peers:[id:163 store_id:1 id:164 store_id:2 id:165 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.665 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[162,166]"] [2024/05/06 09:53:39.665 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000033] [2024/05/06 09:53:39.670 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000033] ["first new region left"="{Id:170 StartKey:7480000000000000ff3200000000000000f8 EndKey:7480000000000000ff3300000000000000f8 RegionEpoch:{ConfVer:5 Version:39} Peers:[id:171 store_id:1 id:172 store_id:2 id:173 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.670 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[170,174]"] [2024/05/06 09:53:39.671 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000035] [2024/05/06 09:53:39.676 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000035] ["first new region left"="{Id:178 StartKey:7480000000000000ff3400000000000000f8 EndKey:7480000000000000ff3500000000000000f8 RegionEpoch:{ConfVer:5 Version:41} Peers:[id:179 store_id:1 id:180 store_id:2 id:181 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.676 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[178,182]"] [2024/05/06 09:53:39.676 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000037] [2024/05/06 09:53:39.682 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000037] ["first new region left"="{Id:186 StartKey:7480000000000000ff3600000000000000f8 EndKey:7480000000000000ff3700000000000000f8 RegionEpoch:{ConfVer:5 Version:43} Peers:[id:187 store_id:1 id:188 store_id:2 id:189 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.682 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[186,190]"] [2024/05/06 09:53:39.682 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000039] [2024/05/06 09:53:39.688 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000039] ["first new region left"="{Id:194 StartKey:7480000000000000ff3800000000000000f8 EndKey:7480000000000000ff3900000000000000f8 RegionEpoch:{ConfVer:5 Version:45} Peers:[id:195 store_id:1 id:196 store_id:2 id:197 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.688 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[194,198]"] [2024/05/06 09:53:39.688 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000003b] [2024/05/06 09:53:39.693 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000003b] ["first new region left"="{Id:202 StartKey:7480000000000000ff3a00000000000000f8 EndKey:7480000000000000ff3b00000000000000f8 RegionEpoch:{ConfVer:5 Version:47} Peers:[id:203 store_id:1 id:204 store_id:2 id:205 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.693 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[202,206]"] [2024/05/06 09:53:39.693 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000041] [2024/05/06 09:53:39.698 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000041] ["first new region left"="{Id:210 StartKey:7480000000000000ff4000000000000000f8 EndKey:7480000000000000ff4100000000000000f8 RegionEpoch:{ConfVer:5 Version:49} Peers:[id:211 store_id:1 id:212 store_id:2 id:213 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.698 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[210,214]"] [2024/05/06 09:53:39.698 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000043] [2024/05/06 09:53:39.705 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000043] ["first new region left"="{Id:218 StartKey:7480000000000000ff4200000000000000f8 EndKey:7480000000000000ff4300000000000000f8 RegionEpoch:{ConfVer:5 Version:51} Peers:[id:219 store_id:1 id:220 store_id:2 id:221 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.705 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[218,222]"] [2024/05/06 09:53:39.705 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000047] [2024/05/06 09:53:39.711 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000047] ["first new region left"="{Id:226 StartKey:7480000000000000ff4600000000000000f8 EndKey:7480000000000000ff4700000000000000f8 RegionEpoch:{ConfVer:5 Version:53} Peers:[id:227 store_id:1 id:228 store_id:2 id:229 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.711 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[226,230]"] [2024/05/06 09:53:39.711 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000049] [2024/05/06 09:53:39.717 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000049] ["first new region left"="{Id:234 StartKey:7480000000000000ff4800000000000000f8 EndKey:7480000000000000ff4900000000000000f8 RegionEpoch:{ConfVer:5 Version:55} Peers:[id:235 store_id:1 id:236 store_id:2 id:237 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.717 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[234,238]"] [2024/05/06 09:53:39.717 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000004d] [2024/05/06 09:53:39.722 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000004d] ["first new region left"="{Id:242 StartKey:7480000000000000ff4c00000000000000f8 EndKey:7480000000000000ff4d00000000000000f8 RegionEpoch:{ConfVer:5 Version:57} Peers:[id:243 store_id:1 id:244 store_id:2 id:245 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.722 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[242,246]"] [2024/05/06 09:53:39.722 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000004f] [2024/05/06 09:53:39.728 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000004f] ["first new region left"="{Id:250 StartKey:7480000000000000ff4e00000000000000f8 EndKey:7480000000000000ff4f00000000000000f8 RegionEpoch:{ConfVer:5 Version:59} Peers:[id:251 store_id:1 id:252 store_id:2 id:253 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.728 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[250,254]"] [2024/05/06 09:53:39.728 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000051] [2024/05/06 09:53:39.733 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000051] ["first new region left"="{Id:258 StartKey:7480000000000000ff5000000000000000f8 EndKey:7480000000000000ff5100000000000000f8 RegionEpoch:{ConfVer:5 Version:61} Peers:[id:259 store_id:1 id:260 store_id:2 id:261 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.733 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[258,262]"] [2024/05/06 09:53:39.734 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000053] [2024/05/06 09:53:39.739 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000053] ["first new region left"="{Id:266 StartKey:7480000000000000ff5200000000000000f8 EndKey:7480000000000000ff5300000000000000f8 RegionEpoch:{ConfVer:5 Version:63} Peers:[id:267 store_id:1 id:268 store_id:2 id:269 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.739 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[266,270]"] [2024/05/06 09:53:39.739 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000055] [2024/05/06 09:53:39.744 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000055] ["first new region left"="{Id:274 StartKey:7480000000000000ff5400000000000000f8 EndKey:7480000000000000ff5500000000000000f8 RegionEpoch:{ConfVer:5 Version:65} Peers:[id:275 store_id:1 id:276 store_id:2 id:277 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.744 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[274,278]"] [2024/05/06 09:53:39.745 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000057] [2024/05/06 09:53:39.750 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000057] ["first new region left"="{Id:282 StartKey:7480000000000000ff5600000000000000f8 EndKey:7480000000000000ff5700000000000000f8 RegionEpoch:{ConfVer:5 Version:67} Peers:[id:283 store_id:1 id:284 store_id:2 id:285 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.750 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[282,286]"] [2024/05/06 09:53:39.750 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000059] [2024/05/06 09:53:39.756 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000059] ["first new region left"="{Id:290 StartKey:7480000000000000ff5800000000000000f8 EndKey:7480000000000000ff5900000000000000f8 RegionEpoch:{ConfVer:5 Version:69} Peers:[id:291 store_id:1 id:292 store_id:2 id:293 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.756 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[290,294]"] [2024/05/06 09:53:39.756 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000005b] [2024/05/06 09:53:39.761 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000005b] ["first new region left"="{Id:298 StartKey:7480000000000000ff5a00000000000000f8 EndKey:7480000000000000ff5b00000000000000f8 RegionEpoch:{ConfVer:5 Version:71} Peers:[id:299 store_id:1 id:300 store_id:2 id:301 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.761 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[298,302]"] [2024/05/06 09:53:39.761 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000005d] [2024/05/06 09:53:39.767 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000005d] ["first new region left"="{Id:306 StartKey:7480000000000000ff5c00000000000000f8 EndKey:7480000000000000ff5d00000000000000f8 RegionEpoch:{ConfVer:5 Version:73} Peers:[id:307 store_id:1 id:308 store_id:2 id:309 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.767 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[306,310]"] [2024/05/06 09:53:39.767 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=74800000000000005f] [2024/05/06 09:53:39.773 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=74800000000000005f] ["first new region left"="{Id:314 StartKey:7480000000000000ff5e00000000000000f8 EndKey:7480000000000000ff5f00000000000000f8 RegionEpoch:{ConfVer:5 Version:75} Peers:[id:315 store_id:1 id:316 store_id:2 id:317 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.773 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[314,318]"] [2024/05/06 09:53:39.773 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000061] [2024/05/06 09:53:39.779 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000061] ["first new region left"="{Id:322 StartKey:7480000000000000ff6000000000000000f8 EndKey:7480000000000000ff6100000000000000f8 RegionEpoch:{ConfVer:5 Version:77} Peers:[id:323 store_id:1 id:324 store_id:2 id:325 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.779 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[322,326]"] [2024/05/06 09:53:39.779 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=12] ["first split key"=748000000000000063] [2024/05/06 09:53:39.784 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=12] ["first at"=748000000000000063] ["first new region left"="{Id:330 StartKey:7480000000000000ff6200000000000000f8 EndKey:7480000000000000ff6300000000000000f8 RegionEpoch:{ConfVer:5 Version:79} Peers:[id:331 store_id:1 id:332 store_id:2 id:333 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:53:39.785 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[330,334]"] [2024/05/06 09:53:39.785 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:53:39.796 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:39.798 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.066826ms] ["completed regions"=1] [2024/05/06 09:53:39.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:53:39.808 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:39.810 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.102494ms] ["completed regions"=1] [2024/05/06 09:53:39.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:53:39.819 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:39.821 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.692074ms] ["completed regions"=1] [2024/05/06 09:53:39.821 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:53:39.830 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:39.831 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.799266ms] ["completed regions"=1] [2024/05/06 09:53:39.832 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:53:39.840 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:39.842 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.218399ms] ["completed regions"=1] [2024/05/06 09:53:39.842 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:53:39.851 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:39.853 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.023635ms] ["completed regions"=1] [2024/05/06 09:53:39.853 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:53:39.862 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:39.863 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.20363ms] ["completed regions"=1] [2024/05/06 09:53:39.863 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:53:39.872 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:39.873 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.221958ms] ["completed regions"=1] [2024/05/06 09:53:39.873 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:53:39.881 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:39.882 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.406646ms] ["completed regions"=1] [2024/05/06 09:53:39.882 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:53:39.891 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:39.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.17679ms] ["completed regions"=1] [2024/05/06 09:53:39.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:53:39.900 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:39.902 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.670316ms] ["completed regions"=1] [2024/05/06 09:53:39.902 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:53:39.909 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:39.911 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.272992ms] ["completed regions"=1] [2024/05/06 09:53:39.911 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:53:39.918 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:39.919 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.739855ms] ["completed regions"=1] [2024/05/06 09:53:39.919 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:53:39.925 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:39.927 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.358687ms] ["completed regions"=1] [2024/05/06 09:53:39.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:53:39.935 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:39.936 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=9.104924ms] ["completed regions"=1] [2024/05/06 09:53:39.936 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:53:39.943 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:39.945 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.769324ms] ["completed regions"=1] [2024/05/06 09:53:39.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:53:39.951 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:39.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.046128ms] ["completed regions"=1] [2024/05/06 09:53:39.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:53:39.958 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:39.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.065934ms] ["completed regions"=1] [2024/05/06 09:53:39.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:53:39.966 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:39.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.286899ms] ["completed regions"=1] [2024/05/06 09:53:39.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:53:39.973 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:39.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.932238ms] ["completed regions"=1] [2024/05/06 09:53:39.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:53:39.980 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:39.981 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.238791ms] ["completed regions"=1] [2024/05/06 09:53:39.981 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:53:39.986 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:39.988 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.001261ms] ["completed regions"=1] [2024/05/06 09:53:39.988 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:53:39.993 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:39.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.973571ms] ["completed regions"=1] [2024/05/06 09:53:39.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:53:39.999 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:40.000 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.749104ms] ["completed regions"=1] [2024/05/06 09:53:40.000 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:53:40.005 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:40.006 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.167411ms] ["completed regions"=1] [2024/05/06 09:53:40.006 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:53:40.011 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:40.012 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.384892ms] ["completed regions"=1] [2024/05/06 09:53:40.012 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:53:40.016 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:40.018 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.161808ms] ["completed regions"=1] [2024/05/06 09:53:40.018 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:53:40.022 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:40.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.740623ms] ["completed regions"=1] [2024/05/06 09:53:40.023 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:53:40.029 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:40.030 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.8946ms] ["completed regions"=1] [2024/05/06 09:53:40.030 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:53:40.033 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:40.035 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.30288ms] ["completed regions"=1] [2024/05/06 09:53:40.035 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:53:40.052 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:40.054 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=18.850329ms] ["completed regions"=1] [2024/05/06 09:53:40.054 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:53:40.057 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:40.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.379163ms] ["completed regions"=1] [2024/05/06 09:53:40.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:53:40.062 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:40.063 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.630404ms] ["completed regions"=1] [2024/05/06 09:53:40.063 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:53:40.066 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:40.067 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.525447ms] ["completed regions"=1] [2024/05/06 09:53:40.067 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:53:40.071 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:40.073 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=4.4703ms] ["completed regions"=1] [2024/05/06 09:53:40.073 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:53:40.075 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:40.077 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.340219ms] ["completed regions"=1] [2024/05/06 09:53:40.077 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:53:40.079 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:40.080 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.97883ms] ["completed regions"=1] [2024/05/06 09:53:40.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:53:40.082 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:40.083 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.644079ms] ["completed regions"=1] [2024/05/06 09:53:40.083 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:53:40.085 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:40.087 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.040914ms] ["completed regions"=1] [2024/05/06 09:53:40.130 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/05/06 09:53:40.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.161 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:53:40.172 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:40.174 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:53:40.174 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.126781ms] ["completed regions"=1] [2024/05/06 09:53:40.174 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:53:40.184 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:40.186 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:53:40.186 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.576836ms] ["completed regions"=1] [2024/05/06 09:53:40.186 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:53:40.200 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:40.202 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:53:40.202 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=15.625421ms] ["completed regions"=1] [2024/05/06 09:53:40.202 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:53:40.211 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:40.213 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:53:40.213 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.83643ms] ["completed regions"=1] [2024/05/06 09:53:40.213 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:53:40.222 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:40.223 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:53:40.223 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.679381ms] ["completed regions"=1] [2024/05/06 09:53:40.223 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:53:40.231 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:40.233 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:53:40.233 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.290104ms] ["completed regions"=1] [2024/05/06 09:53:40.233 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:53:40.242 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:40.243 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:53:40.243 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.037565ms] ["completed regions"=1] [2024/05/06 09:53:40.244 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:53:40.252 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:40.254 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:53:40.254 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=10.263189ms] ["completed regions"=1] [2024/05/06 09:53:40.254 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:53:40.262 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:40.264 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:53:40.264 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.192436ms] ["completed regions"=1] [2024/05/06 09:53:40.264 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:53:40.272 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:40.273 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:53:40.273 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.896108ms] ["completed regions"=1] [2024/05/06 09:53:40.273 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:53:40.282 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:40.284 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:53:40.284 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=10.036699ms] ["completed regions"=1] [2024/05/06 09:53:40.284 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:53:40.292 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:40.294 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:53:40.294 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.961631ms] ["completed regions"=1] [2024/05/06 09:53:40.294 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:53:40.302 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:40.303 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:53:40.303 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.677802ms] ["completed regions"=1] [2024/05/06 09:53:40.304 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:53:40.311 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:40.313 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:53:40.313 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=9.008145ms] ["completed regions"=1] [2024/05/06 09:53:40.313 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:53:40.320 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:40.322 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:53:40.322 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.340993ms] ["completed regions"=1] [2024/05/06 09:53:40.322 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:53:40.328 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:40.330 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:53:40.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.978059ms] ["completed regions"=1] [2024/05/06 09:53:40.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:53:40.336 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:40.338 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:53:40.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.453391ms] ["completed regions"=1] [2024/05/06 09:53:40.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:53:40.345 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:40.347 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:53:40.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=8.543685ms] ["completed regions"=1] [2024/05/06 09:53:40.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:53:40.353 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:40.355 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:53:40.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.219633ms] ["completed regions"=1] [2024/05/06 09:53:40.355 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:53:40.361 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:40.362 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:53:40.362 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.904695ms] ["completed regions"=1] [2024/05/06 09:53:40.362 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:53:40.368 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:40.369 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:53:40.369 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.591306ms] ["completed regions"=1] [2024/05/06 09:53:40.369 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:53:40.374 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:40.376 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:53:40.376 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.353374ms] ["completed regions"=1] [2024/05/06 09:53:40.376 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:53:40.381 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:40.382 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:53:40.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.847639ms] ["completed regions"=1] [2024/05/06 09:53:40.382 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:53:40.387 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:40.388 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:53:40.388 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.600667ms] ["completed regions"=1] [2024/05/06 09:53:40.388 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:53:40.393 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:40.394 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:53:40.394 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.876804ms] ["completed regions"=1] [2024/05/06 09:53:40.395 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:53:40.400 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:40.402 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:53:40.402 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=6.918702ms] ["completed regions"=1] [2024/05/06 09:53:40.402 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:53:40.406 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:40.407 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:53:40.407 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.090397ms] ["completed regions"=1] [2024/05/06 09:53:40.407 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:53:40.411 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:40.413 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:53:40.413 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.31445ms] ["completed regions"=1] [2024/05/06 09:53:40.413 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:53:40.417 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:40.418 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:53:40.418 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.725723ms] ["completed regions"=1] [2024/05/06 09:53:40.418 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:53:40.422 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:40.423 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:53:40.423 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.341801ms] ["completed regions"=1] [2024/05/06 09:53:40.423 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:53:40.426 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:40.427 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:53:40.427 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.925072ms] ["completed regions"=1] [2024/05/06 09:53:40.428 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:53:40.431 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:40.432 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:53:40.432 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.952294ms] ["completed regions"=1] [2024/05/06 09:53:40.432 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:53:40.435 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:40.436 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:53:40.436 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.57206ms] ["completed regions"=1] [2024/05/06 09:53:40.436 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:53:40.438 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:40.439 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:53:40.440 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.320082ms] ["completed regions"=1] [2024/05/06 09:53:40.440 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:53:40.442 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:40.443 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:53:40.443 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.047866ms] ["completed regions"=1] [2024/05/06 09:53:40.443 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:53:40.445 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:40.447 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:53:40.447 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.251477ms] ["completed regions"=1] [2024/05/06 09:53:40.447 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:53:40.449 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:40.450 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:53:40.450 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.845678ms] ["completed regions"=1] [2024/05/06 09:53:40.450 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:53:40.452 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:40.453 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:53:40.453 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.681981ms] ["completed regions"=1] [2024/05/06 09:53:40.453 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:53:40.455 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:40.457 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:53:40.458 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.95943ms] ["completed regions"=1] [2024/05/06 09:53:40.458 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:53:40.514 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:53:40.563 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/106/8eb5b2d6-3adf-4386-bebe-581c3022867c] [currentVer=53] [latestVer=54] [2024/05/06 09:53:40.563 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 8eb5b2d6-3adf-4386-bebe-581c3022867c"] ["ddl job id"=106] [ver=54] [2024/05/06 09:53:40.612 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=98.405336ms] [2024/05/06 09:53:40.618 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:40.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/06 09:53:40.652 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=142.634292ms] [job="ID:106, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:53:38.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.907 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 09:53:40.907 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:40.911 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.933527372\n# Parse_time: 0.000527985\n# Compile_time: 0.000798674\n# Rewrite_time: 0.000009662\n# Optimize_time: 0.000536671\n# Wait_TS: 0.000501113\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:53:38.953000';"] [2024/05/06 09:53:40.915 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:40.997 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [2024/05/06 09:53:40.997 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [2024/05/06 09:53:40.997 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:40.998 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [] [2024/05/06 09:53:40.999 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:40.999 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=21.55Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.506Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=11.99Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=10.793Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=15.607Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=14.179Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=10.563Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=12.802Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=14.558Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=13.578Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=15.36Β΅s] [2024/05/06 09:53:41.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:41.000 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:41.000 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:41.003 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8eb5b2d6-3adf-4386-bebe-581c3022867c] ["take time"=19.797788ms] [2024/05/06 09:53:41.003 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8eb5b2d6-3adf-4386-bebe-581c3022867c] [2024/05/06 09:53:41.005 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:41.005 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:41.005 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0922c3e6-9a85-4605-8ee1-eaade016d335] [watcherID=718ed2a4-8d65-40de-9a6d-de3046c7bf3b] [2024/05/06 09:53:41.005 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0922c3e6-9a85-4605-8ee1-eaade016d335] [2024/05/06 09:53:41.005 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:41.005 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:41.005 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:41.005 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:41.005 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:41.005 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:41.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:41.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:41.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:41.006 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:41.011 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:41.011 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1573] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:41.012 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:41.012 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:41.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:41.012 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:41.012 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:41.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:41.013 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c watch owner key /tidb/stats/owner/3eaa8f4d50c212c6"] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:41.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:41.013 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8eb5b2d6-3adf-4386-bebe-581c3022867c] [2024/05/06 09:53:41.013 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:41.013 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:41.013 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:41.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:41.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:41.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:41.013 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:41.012 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f485712f-0f28-47a6-a91a-468dc42a444c"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:41.013 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:41.013 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f485712f-0f28-47a6-a91a-468dc42a444c"] [2024/05/06 09:53:41.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:41.013 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:41.012 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:41.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:41.013 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:41.013 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8eb5b2d6-3adf-4386-bebe-581c3022867c] [2024/05/06 09:53:41.013 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:41.013 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:41.013 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:41.014 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:41.014 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:41.015 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:41.015 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f485712f-0f28-47a6-a91a-468dc42a444c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:41.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:41.015 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:41.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:41.015 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:41.015 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f485712f-0f28-47a6-a91a-468dc42a444c"] [error="context canceled"] [2024/05/06 09:53:41.052 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:41.052 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [error="context canceled"] [2024/05/06 09:53:41.052 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [2024/05/06 09:53:41.052 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:41.215 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f485712f-0f28-47a6-a91a-468dc42a444c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:42.269 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:42.270 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:42.270 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:42.306 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8eb5b2d6-3adf-4386-bebe-581c3022867c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:42.306 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:42.306 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:42.306 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:42.313 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.330540134s] [2024/05/06 09:53:42.314 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:42.314 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:42.314 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:42.314 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:42.316 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashback (27.06s) === RUN TestPrepareFlashbackFailed [2024/05/06 09:53:42.325 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:42.325 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:42.327 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:53:42.327 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:42.327 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:42.328 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:42.328 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:42.328 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:42.328 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:42.328 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:42.330 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:42.335 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:42.336 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:42.338 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:42.347 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:42.362 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:42.477 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f485712f-0f28-47a6-a91a-468dc42a444c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:42.504 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1348] ["lease id"=3eaa8f4d50c212e7] [2024/05/06 09:53:42.506 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:42.612 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=54] ["start time"=100.887981ms] [2024/05/06 09:53:42.618 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:42.618 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [runWorker=true] [2024/05/06 09:53:42.618 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:42.620 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:42.621 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:42.621 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:42.622 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:42.622 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:42.622 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:42.624 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c213e9] [ownerID=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [op=none] [2024/05/06 09:53:42.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:42.625 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=fabe7393-f259-418c-b455-5d6533eaac6a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:42.630 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:42.654 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:42.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:42.655 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:42.659 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] ["owner key"=/tidb/bindinfo/owner/6f188f4d50c213ed] [ownerID=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [op=none] [2024/05/06 09:53:42.674 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:42.674 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c213e9] [ownerID=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [op=none] [2024/05/06 09:53:42.675 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [op=none] [2024/05/06 09:53:42.675 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:42.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:42.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:42.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:42.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:42.825 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:42.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:42.825 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:42.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:42.825 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:42.825 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:42.825 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:42.827 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:42.827 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:42.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:42.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:42.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:42.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:42.829 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:42.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:42.833 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:42.839 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8c61157f-f2d5-4a9a-b1fa-90826f01a8bf] [2024/05/06 09:53:42.839 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:42.839 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:42.848 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:42.848 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:42.848 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:42.877 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.592347ms] [2024/05/06 09:53:42.902 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:42.907 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:42.909 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:53:42.939 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:42.939 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:53:43.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=268.678Β΅s] [gotSchemaVersion=55] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:43.061 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=55] [2024/05/06 09:53:43.098 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.692514ms] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.142 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=263.9Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:43.191 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=56] [2024/05/06 09:53:43.227 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.17581ms] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.304 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/06 09:53:43.336 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=256.825Β΅s] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:43.349 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=57] [2024/05/06 09:53:43.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.105555ms] [job="ID:107, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.444 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=107] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/06 09:53:43.458 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="drop table"] [2024/05/06 09:53:43.463 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [job="ID:107, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:42.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.528 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:53:43.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:43.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 3\n# Query_time: 0.626336152\n# Parse_time: 0.000218125\n# Compile_time: 0.000510458\n# Rewrite_time: 0.000009277\n# Optimize_time: 0.000183209\n# Wait_TS: 0.000483091\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:53:43.596 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:43.598 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:53:43.644 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:43.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:43.644 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:43.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:53:43.646 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:43.646 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:43.646 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:43.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:43.711 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.721 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 108, Table Name: t"] [2024/05/06 09:53:43.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.654471ms] [gotSchemaVersion=58] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:43.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/06 09:53:43.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.256022ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:43.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.839 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:43.839 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:43.840 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8c61157f-f2d5-4a9a-b1fa-90826f01a8bf] [watcherID=9b7b5dd7-c0cf-4880-921e-6e295c87b14b] [2024/05/06 09:53:43.849 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:43.872 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:43.872 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:43.872 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:43.872 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:43.894 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.603 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.929 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:53:43.929 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:43.932 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.335240238\n# Parse_time: 0.000558906\n# Compile_time: 0.000757149\n# Rewrite_time: 0.000008751\n# Optimize_time: 0.000485749\n# Wait_TS: 0.000613357\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/06 09:53:44.622 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:44.960 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:53:44.903 +0000 UTC"] [2024/05/06 09:53:44.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:53:44.903000'"] [2024/05/06 09:53:44.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:45.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.072 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/05/06 09:53:45.104 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=242.131Β΅s] [gotSchemaVersion=59] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:53:45.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=59] [2024/05/06 09:53:45.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.439887ms] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.525 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:53:45.536 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:45.541 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:45.542 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=16.253326ms] ["completed regions"=1] [2024/05/06 09:53:45.542 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:53:45.553 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:45.560 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:45.562 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=19.336157ms] ["completed regions"=1] [2024/05/06 09:53:45.562 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:53:45.571 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:45.576 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:45.578 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=15.37735ms] ["completed regions"=1] [2024/05/06 09:53:45.578 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:53:45.587 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:45.592 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:45.594 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=15.137494ms] ["completed regions"=1] [2024/05/06 09:53:45.594 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:53:45.603 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:45.607 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:45.609 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=14.257838ms] ["completed regions"=1] [2024/05/06 09:53:45.609 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:53:45.617 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:45.622 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:45.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=14.225119ms] ["completed regions"=1] [2024/05/06 09:53:45.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:53:45.632 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:45.639 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:45.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=17.266482ms] ["completed regions"=1] [2024/05/06 09:53:45.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:53:45.650 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:45.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:45.658 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=15.957427ms] ["completed regions"=1] [2024/05/06 09:53:45.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:53:45.666 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:45.670 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:45.672 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=13.369009ms] ["completed regions"=1] [2024/05/06 09:53:45.672 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:53:45.680 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:45.684 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:45.686 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=13.585244ms] ["completed regions"=1] [2024/05/06 09:53:45.686 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:53:45.696 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:45.701 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:45.703 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=16.214792ms] ["completed regions"=1] [2024/05/06 09:53:45.703 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:53:45.710 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:45.715 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:45.717 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=13.407887ms] ["completed regions"=1] [2024/05/06 09:53:45.717 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:53:45.725 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:45.730 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:45.732 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=14.264597ms] ["completed regions"=1] [2024/05/06 09:53:45.732 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:53:45.743 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:45.747 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:45.749 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=16.30361ms] ["completed regions"=1] [2024/05/06 09:53:45.749 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:53:45.756 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:45.761 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:45.762 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=13.222525ms] ["completed regions"=1] [2024/05/06 09:53:45.762 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:53:45.770 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:45.775 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:45.776 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=13.276898ms] ["completed regions"=1] [2024/05/06 09:53:45.776 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:53:45.783 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:45.787 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:45.789 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=12.11672ms] ["completed regions"=1] [2024/05/06 09:53:45.789 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:53:45.796 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:45.800 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:45.802 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=13.036005ms] ["completed regions"=1] [2024/05/06 09:53:45.802 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:53:45.808 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:45.813 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:45.815 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=12.150357ms] ["completed regions"=1] [2024/05/06 09:53:45.815 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:53:45.821 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:45.826 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:45.827 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=11.724915ms] ["completed regions"=1] [2024/05/06 09:53:45.827 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:53:45.835 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:45.839 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:45.841 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:731"] [2024/05/06 09:53:45.841 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=13.095372ms] ["completed regions"=1] [2024/05/06 09:53:45.841 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:53:45.846 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:45.850 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:45.852 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=10.690518ms] ["completed regions"=1] [2024/05/06 09:53:45.852 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:53:45.858 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:45.862 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:45.864 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=11.56986ms] ["completed regions"=1] [2024/05/06 09:53:45.864 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:53:45.869 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:45.872 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:45.874 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=9.474113ms] ["completed regions"=1] [2024/05/06 09:53:45.874 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:53:45.879 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:45.882 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:45.884 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=9.281738ms] ["completed regions"=1] [2024/05/06 09:53:45.884 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:53:45.888 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:45.892 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:45.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=8.751847ms] ["completed regions"=1] [2024/05/06 09:53:45.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:53:45.898 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:45.902 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:45.904 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=10.420519ms] ["completed regions"=1] [2024/05/06 09:53:45.904 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:53:45.910 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:45.914 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:45.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=11.159093ms] ["completed regions"=1] [2024/05/06 09:53:45.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:53:45.919 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:45.924 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:45.925 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=9.126614ms] ["completed regions"=1] [2024/05/06 09:53:45.925 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:53:45.929 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:45.933 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:45.935 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=8.887852ms] ["completed regions"=1] [2024/05/06 09:53:45.935 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:53:45.938 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:45.941 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:45.943 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=7.765213ms] ["completed regions"=1] [2024/05/06 09:53:45.943 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:53:45.946 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:45.950 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:45.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=8.440735ms] ["completed regions"=1] [2024/05/06 09:53:45.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:53:45.955 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:45.959 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:45.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=8.282531ms] ["completed regions"=1] [2024/05/06 09:53:45.961 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:53:45.963 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:45.967 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:45.969 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=7.810303ms] ["completed regions"=1] [2024/05/06 09:53:45.969 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:53:45.971 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:45.975 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:45.977 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=7.662098ms] ["completed regions"=1] [2024/05/06 09:53:45.977 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:53:45.979 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:45.984 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:45.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=7.550614ms] ["completed regions"=1] [2024/05/06 09:53:45.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:53:45.987 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:45.992 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:45.993 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=8.110368ms] ["completed regions"=1] [2024/05/06 09:53:45.993 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:53:45.995 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:46.000 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:46.001 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=7.051556ms] ["completed regions"=1] [2024/05/06 09:53:46.001 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:53:46.002 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:46.007 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:46.009 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=7.537534ms] ["completed regions"=1] [2024/05/06 09:53:46.048 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/05/06 09:53:46.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:53:46.089 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:46.091 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:53:46.091 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.237107ms] ["completed regions"=1] [2024/05/06 09:53:46.091 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:53:46.101 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:46.104 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:53:46.104 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.918724ms] ["completed regions"=1] [2024/05/06 09:53:46.104 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:53:46.113 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:46.115 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:53:46.115 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.606325ms] ["completed regions"=1] [2024/05/06 09:53:46.115 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:53:46.125 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:46.127 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:53:46.127 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=11.460611ms] ["completed regions"=1] [2024/05/06 09:53:46.127 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:53:46.157 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:46.160 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:53:46.160 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=32.423269ms] ["completed regions"=1] [2024/05/06 09:53:46.160 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:53:46.169 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:46.171 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:53:46.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=11.025946ms] ["completed regions"=1] [2024/05/06 09:53:46.172 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:53:46.180 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:46.182 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:53:46.183 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.38247ms] ["completed regions"=1] [2024/05/06 09:53:46.183 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:53:46.191 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:46.193 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:53:46.193 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.937698ms] ["completed regions"=1] [2024/05/06 09:53:46.193 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:53:46.201 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:46.203 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:53:46.203 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.006981ms] ["completed regions"=1] [2024/05/06 09:53:46.203 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:53:46.210 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:46.212 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:53:46.212 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.069349ms] ["completed regions"=1] [2024/05/06 09:53:46.212 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:53:46.220 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:46.221 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:53:46.221 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.429374ms] ["completed regions"=1] [2024/05/06 09:53:46.221 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:53:46.229 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:46.230 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:53:46.230 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.447447ms] ["completed regions"=1] [2024/05/06 09:53:46.230 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:53:46.237 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:46.239 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:53:46.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.668158ms] ["completed regions"=1] [2024/05/06 09:53:46.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:53:46.246 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:46.247 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:53:46.248 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.899721ms] ["completed regions"=1] [2024/05/06 09:53:46.248 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:53:46.254 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:46.258 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:53:46.258 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=9.838509ms] ["completed regions"=1] [2024/05/06 09:53:46.258 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:53:46.264 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:46.266 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:53:46.266 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.467522ms] ["completed regions"=1] [2024/05/06 09:53:46.266 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:53:46.272 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:46.273 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:53:46.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.425293ms] ["completed regions"=1] [2024/05/06 09:53:46.274 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:53:46.280 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:46.281 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:53:46.281 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.239771ms] ["completed regions"=1] [2024/05/06 09:53:46.281 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:53:46.289 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:46.290 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:53:46.290 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=8.386922ms] ["completed regions"=1] [2024/05/06 09:53:46.290 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:53:46.297 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:46.298 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:53:46.298 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.496827ms] ["completed regions"=1] [2024/05/06 09:53:46.298 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:53:46.304 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:46.305 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:53:46.305 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.170915ms] ["completed regions"=1] [2024/05/06 09:53:46.305 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:53:46.310 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:46.312 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:53:46.312 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.522602ms] ["completed regions"=1] [2024/05/06 09:53:46.312 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:53:46.317 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:46.319 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:53:46.319 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.246608ms] ["completed regions"=1] [2024/05/06 09:53:46.319 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:53:46.323 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:46.325 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:53:46.325 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.589573ms] ["completed regions"=1] [2024/05/06 09:53:46.325 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:53:46.329 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:46.331 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:53:46.331 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.730512ms] ["completed regions"=1] [2024/05/06 09:53:46.331 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:53:46.335 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:46.337 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:53:46.337 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.588072ms] ["completed regions"=1] [2024/05/06 09:53:46.337 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:53:46.341 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:46.343 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:53:46.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.459365ms] ["completed regions"=1] [2024/05/06 09:53:46.343 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:53:46.347 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:46.348 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:53:46.348 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.917084ms] ["completed regions"=1] [2024/05/06 09:53:46.349 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:53:46.352 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:46.354 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:53:46.354 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.84589ms] ["completed regions"=1] [2024/05/06 09:53:46.354 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:53:46.358 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:46.359 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:53:46.359 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.783218ms] ["completed regions"=1] [2024/05/06 09:53:46.359 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:53:46.362 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:46.364 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:53:46.364 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.324474ms] ["completed regions"=1] [2024/05/06 09:53:46.364 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:53:46.367 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:46.368 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:53:46.368 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.920004ms] ["completed regions"=1] [2024/05/06 09:53:46.368 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:53:46.371 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:46.372 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:53:46.372 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.841296ms] ["completed regions"=1] [2024/05/06 09:53:46.373 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:53:46.375 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:46.377 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:53:46.377 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.79831ms] ["completed regions"=1] [2024/05/06 09:53:46.377 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:53:46.379 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:46.381 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:53:46.381 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.642845ms] ["completed regions"=1] [2024/05/06 09:53:46.381 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:53:46.383 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:46.385 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:53:46.385 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.420496ms] ["completed regions"=1] [2024/05/06 09:53:46.385 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:53:46.388 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:46.389 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:53:46.389 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=4.207165ms] ["completed regions"=1] [2024/05/06 09:53:46.390 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:53:46.391 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:46.393 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:53:46.393 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.874567ms] ["completed regions"=1] [2024/05/06 09:53:46.393 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:53:46.395 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:46.397 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:53:46.398 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=4.155652ms] ["completed regions"=1] [2024/05/06 09:53:46.398 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:53:46.459 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:53:46.509 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/110/5f5589e0-274e-4af1-8e68-da31fa7db9aa] [currentVer=59] [latestVer=60] [2024/05/06 09:53:46.509 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] ["ddl job id"=110] [ver=60] [2024/05/06 09:53:46.562 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=103.314658ms] [2024/05/06 09:53:46.568 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:46.579 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=60] [2024/05/06 09:53:46.599 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=144.920148ms] [job="ID:110, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:53:44.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.852 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:53:46.852 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:46.857 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 1.898979312\n# Parse_time: 0.000411294\n# Compile_time: 0.000746237\n# Rewrite_time: 0.000008782\n# Optimize_time: 0.000485749\n# Wait_TS: 0.000387105\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:53:44.903000';"] [2024/05/06 09:53:46.861 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:46.946 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [2024/05/06 09:53:46.946 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [2024/05/06 09:53:46.948 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=38.189Β΅s] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=21.828Β΅s] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=20.142Β΅s] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=15.342Β΅s] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=6.143Β΅s] [2024/05/06 09:53:46.949 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:46.949 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:46.950 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:46.953 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5f5589e0-274e-4af1-8e68-da31fa7db9aa] ["take time"=7.463034ms] [2024/05/06 09:53:46.953 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [2024/05/06 09:53:46.955 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:46.955 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:46.955 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8c61157f-f2d5-4a9a-b1fa-90826f01a8bf] [watcherID=9b7b5dd7-c0cf-4880-921e-6e295c87b14b] [2024/05/06 09:53:46.956 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8c61157f-f2d5-4a9a-b1fa-90826f01a8bf] [2024/05/06 09:53:46.956 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:46.956 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:46.956 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:46.956 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:46.962 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:46.962 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1348] [2024/05/06 09:53:46.963 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:46.963 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:46.963 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:46.963 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:46.963 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:46.964 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [2024/05/06 09:53:46.964 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:46.964 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:46.964 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [2024/05/06 09:53:46.964 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:46.964 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:46.964 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:46.964 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:46.964 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:46.964 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:46.963 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:46.964 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:46.964 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fabe7393-f259-418c-b455-5d6533eaac6a"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:46.964 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:46.964 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:46.964 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fabe7393-f259-418c-b455-5d6533eaac6a"] [2024/05/06 09:53:46.964 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5f5589e0-274e-4af1-8e68-da31fa7db9aa] [2024/05/06 09:53:46.965 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:46.965 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:46.965 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:46.965 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:46.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:46.966 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:46.966 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:46.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:46.966 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=fabe7393-f259-418c-b455-5d6533eaac6a] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:46.966 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager fabe7393-f259-418c-b455-5d6533eaac6a"] [error="context canceled"] [2024/05/06 09:53:46.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:46.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:47.010 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:47.010 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [error="context canceled"] [2024/05/06 09:53:47.010 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [2024/05/06 09:53:47.010 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:47.166 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fabe7393-f259-418c-b455-5d6533eaac6a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:48.227 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:48.227 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:48.227 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:48.270 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f5589e0-274e-4af1-8e68-da31fa7db9aa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:48.271 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:48.271 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:48.271 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:48.280 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.334776335s] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:48.281 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:48.281 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:48.281 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:48.281 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:48.283 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPrepareFlashbackFailed (5.97s) === RUN TestFlashbackAddDropIndex [2024/05/06 09:53:48.295 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:48.295 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:48.297 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:53:48.297 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:48.297 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:48.299 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:48.299 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:48.299 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:48.299 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:48.299 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:48.301 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:48.306 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:48.308 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:48.309 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:48.320 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:48.334 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:48.414 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager fabe7393-f259-418c-b455-5d6533eaac6a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:48.484 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=847] ["lease id"=22318f4d50c20d91] [2024/05/06 09:53:48.486 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:48.597 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=60] ["start time"=106.651247ms] [2024/05/06 09:53:48.604 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:48.604 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [runWorker=true] [2024/05/06 09:53:48.604 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:48.607 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:48.608 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:48.608 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:48.608 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:48.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:48.609 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:48.609 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:48.611 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c21320] [ownerID=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [op=none] [2024/05/06 09:53:48.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:48.612 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=97cca957-1e8a-48b1-a97f-c15124ff4b1f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:48.616 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:48.641 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:48.642 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:48.643 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:48.659 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:48.660 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c21320] [ownerID=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [op=none] [2024/05/06 09:53:48.660 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [op=none] [2024/05/06 09:53:48.660 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:48.767 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:48.788 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:48.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:48.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:48.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:48.804 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:48.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:48.804 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:48.804 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:48.804 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:48.804 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:48.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:48.806 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:48.808 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:48.808 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:48.808 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:48.808 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:48.808 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:48.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:48.812 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:48.819 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d5340c56-7531-447b-84a3-68b7b1998b42] [2024/05/06 09:53:48.819 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:48.819 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:48.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:48.824 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:48.824 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:48.860 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=53.641123ms] [2024/05/06 09:53:48.865 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:48.870 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:48.872 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:53:48.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:48.903 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:53:48.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=286.327Β΅s] [gotSchemaVersion=61] [phyTblIDs="[108]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:49.018 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=61] [2024/05/06 09:53:49.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.982302ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.130 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=244.557Β΅s] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:49.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=62] [2024/05/06 09:53:49.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.354293ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.285 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.297 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 108, Old Table Name: t"] [2024/05/06 09:53:49.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=260.612Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:49.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=63] [2024/05/06 09:53:49.380 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.733713ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.442 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:53:49.456 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 09:53:49.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:48.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.521 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:53:49.521 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:49.525 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.653069407\n# Parse_time: 0.000193972\n# Compile_time: 0.000601001\n# Rewrite_time: 0.000008893\n# Optimize_time: 0.000219686\n# Wait_TS: 0.000687627\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:53:49.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:49.565 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:53:49.606 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:49.606 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:53:49.637 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:49.637 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:49.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:49.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:49.665 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.675 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: t"] [2024/05/06 09:53:49.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=4.804604ms] [gotSchemaVersion=64] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:49.764 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=64] [2024/05/06 09:53:49.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=54.009183ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.819 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:49.819 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:49.819 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d5340c56-7531-447b-84a3-68b7b1998b42] [watcherID=bdbeade0-7af4-4b65-b804-dfdff8529e47] [2024/05/06 09:53:49.824 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:49.838 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:49.838 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:49.838 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:49.838 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:49.839 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.879 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:53:49.879 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:49.883 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.319401035\n# Parse_time: 0.000564958\n# Compile_time: 0.000904905\n# Rewrite_time: 0.000011321\n# Optimize_time: 0.00041053\n# Wait_TS: 0.000357883\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/06 09:53:50.608 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:50.912 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=64] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/05/06 09:53:50.950 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/05/06 09:53:50.950 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:51.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.020 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:51.020 +00:00] [INFO] [index.go:817] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/05/06 09:53:51.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.98848ms] [gotSchemaVersion=65] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.065 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=65] [2024/05/06 09:53:51.099 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=54.435605ms] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.150 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=4.545255ms] [gotSchemaVersion=66] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=66] [2024/05/06 09:53:51.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.099389ms] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.294 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=2.731ms] [gotSchemaVersion=67] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.346 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=67] [2024/05/06 09:53:51.383 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=54.758869ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.426 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:53:51.431 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/05/06 09:53:51.467 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/05/06 09:53:51.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137076908035, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.513 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:53:51.524 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137076908035, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f728000000000000001,EndKey:7480000000000000705f72800000000000000300,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/05/06 09:53:51.534 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f728000000000000001] ["end key"=7480000000000000705f72800000000000000300] [2024/05/06 09:53:51.534 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/05/06 09:53:51.535 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f72800000000000000300] ["current end key"=7480000000000000705f72800000000000000300] [2024/05/06 09:53:51.535 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=114] [2024/05/06 09:53:51.535 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=114] [2024/05/06 09:53:51.535 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=114] [2024/05/06 09:53:51.542 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f728000000000000001, 7480000000000000705f72800000000000000300), jobID: 114"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000705f72800000000000000300] ["take time"=6.609727ms] [2024/05/06 09:53:51.542 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=114] [2024/05/06 09:53:51.542 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f728000000000000001] [2024/05/06 09:53:51.542 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:53:51.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=2.914615ms] [gotSchemaVersion=68] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.774 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=68] [2024/05/06 09:53:51.809 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=54.360822ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137076908035, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137076908035, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.866 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=114] [table=t] [index=k] [2024/05/06 09:53:51.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.957087ms] [gotSchemaVersion=69] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.917 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=69] [2024/05/06 09:53:51.949 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.280592ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:52.003 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/05/06 09:53:52.039 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/05/06 09:53:52.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137221349384, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:52.100 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137221349384, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f69ffff000000000002,EndKey:7480000000000000705f69ffff000000000002ff,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/05/06 09:53:52.111 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f69ffff000000000002] ["end key"=7480000000000000705f69ffff000000000002ff] [2024/05/06 09:53:52.111 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/05/06 09:53:52.112 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f69ffff000000000002ff] ["current end key"=7480000000000000705f69ffff00000000000200] [2024/05/06 09:53:52.113 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=114] [2024/05/06 09:53:52.113 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=114] [2024/05/06 09:53:52.113 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=114] [2024/05/06 09:53:52.114 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f69ffff000000000002, 7480000000000000705f69ffff00000000000200), jobID: 114"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000705f69ffff0000000000020000] ["take time"=1.57089ms] [2024/05/06 09:53:52.114 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=114] [2024/05/06 09:53:52.114 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f69ffff000000000002] [2024/05/06 09:53:52.115 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:53:52.261 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:52.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.891262ms] [gotSchemaVersion=70] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:52.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/06 09:53:52.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.801504ms] [job="ID:114, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137221349384, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:52.416 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=114] [tableID=112] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:52.425 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="add index"] [2024/05/06 09:53:52.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [job="ID:114, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-05-06 09:53:50.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137221349384, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:52.498 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:53:52.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:52.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.5922029439999998\n# Parse_time: 0.000762798\n# Compile_time: 0.001055186\n# Rewrite_time: 0.000013039\n# Optimize_time: 0.002503386\n# Wait_TS: 0.00043871\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index k(a);"] [2024/05/06 09:53:52.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=70] [cur_db=test] [sql="alter table t drop index i"] [user=] [2024/05/06 09:53:52.538 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:52.538 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop index i"] [2024/05/06 09:53:52.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.969572ms] [gotSchemaVersion=71] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:53:52.625 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=71] [2024/05/06 09:53:52.659 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.140278ms] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.991084ms] [gotSchemaVersion=72] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:53:52.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=72] [2024/05/06 09:53:52.776 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.36611ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.880 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.906413ms] [gotSchemaVersion=73] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:53:52.891 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=73] [2024/05/06 09:53:52.924 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=54.604315ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.003 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.055 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=2.714238ms] [gotSchemaVersion=74] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/06 09:53:53.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=74] [2024/05/06 09:53:53.101 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.605526ms] [job="ID:115, Type:drop index, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.173 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=115] [tableID=112] [indexIDs="[1]"] [comment="drop index: table ID"] [2024/05/06 09:53:53.183 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop index"] [2024/05/06 09:53:53.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [job="ID:115, Type:drop index, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:52.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.241 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:53:53.241 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:53.244 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.730974202\n# Parse_time: 0.000342265\n# Compile_time: 0.000779657\n# Rewrite_time: 0.000011448\n# Optimize_time: 0.00394704\n# Wait_TS: 0.000446004\n# DB: test\n# Is_internal: false\n# Digest: bb488b181fedf4d60e0d0097ba3e9a0104c2f6628979e6fc77c4d221f0382cd9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop index i;"] [2024/05/06 09:53:53.247 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1176]Key 'i' doesn't exist in table 't'"] [SQL="select max(a) from t use index(i)"] [2024/05/06 09:53:53.267 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:53:50.903 +0000 UTC"] [2024/05/06 09:53:53.297 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:53.297 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:53:50.903000'"] [2024/05/06 09:53:53.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.376 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/05/06 09:53:53.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=181.218Β΅s] [gotSchemaVersion=75] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:53:53.703 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=75] [2024/05/06 09:53:53.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.986052ms] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.831 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:53:53.842 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:53.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.63186ms] ["completed regions"=1] [2024/05/06 09:53:53.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:53:53.856 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:53.858 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.983788ms] ["completed regions"=1] [2024/05/06 09:53:53.858 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:53:53.868 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:53.870 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.410686ms] ["completed regions"=1] [2024/05/06 09:53:53.870 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:53:53.880 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:53.882 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=11.42185ms] ["completed regions"=1] [2024/05/06 09:53:53.882 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:53:53.891 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:53.892 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.856973ms] ["completed regions"=1] [2024/05/06 09:53:53.892 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:53:53.902 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:53.904 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=11.266113ms] ["completed regions"=1] [2024/05/06 09:53:53.904 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:53:53.914 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:53.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=11.273408ms] ["completed regions"=1] [2024/05/06 09:53:53.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:53:53.929 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:53.931 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=14.670016ms] ["completed regions"=1] [2024/05/06 09:53:53.931 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:53:53.939 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:53.941 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=10.020608ms] ["completed regions"=1] [2024/05/06 09:53:53.941 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:53:53.950 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:53.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.167491ms] ["completed regions"=1] [2024/05/06 09:53:53.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:53:53.961 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:53.963 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=11.007102ms] ["completed regions"=1] [2024/05/06 09:53:53.963 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:53:53.972 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:53.974 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.52415ms] ["completed regions"=1] [2024/05/06 09:53:53.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:53:53.982 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:53.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.725933ms] ["completed regions"=1] [2024/05/06 09:53:53.984 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:53:53.991 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:53.993 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.914624ms] ["completed regions"=1] [2024/05/06 09:53:53.993 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:53:54.000 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:54.002 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.133619ms] ["completed regions"=1] [2024/05/06 09:53:54.002 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:53:54.008 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:54.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.017649ms] ["completed regions"=1] [2024/05/06 09:53:54.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:53:54.016 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:54.018 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.500277ms] ["completed regions"=1] [2024/05/06 09:53:54.018 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:53:54.024 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:54.026 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.546053ms] ["completed regions"=1] [2024/05/06 09:53:54.026 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:53:54.032 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:54.033 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.873307ms] ["completed regions"=1] [2024/05/06 09:53:54.034 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:53:54.039 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:54.040 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.505126ms] ["completed regions"=1] [2024/05/06 09:53:54.041 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:53:54.046 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:54.048 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.827438ms] ["completed regions"=1] [2024/05/06 09:53:54.048 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:53:54.055 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:54.057 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=8.84055ms] ["completed regions"=1] [2024/05/06 09:53:54.057 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:53:54.062 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:54.064 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.424403ms] ["completed regions"=1] [2024/05/06 09:53:54.064 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:53:54.071 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:54.073 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=8.302646ms] ["completed regions"=1] [2024/05/06 09:53:54.073 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:53:54.077 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:54.079 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.563039ms] ["completed regions"=1] [2024/05/06 09:53:54.079 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:53:54.083 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:54.085 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.551153ms] ["completed regions"=1] [2024/05/06 09:53:54.085 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:53:54.089 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:54.090 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.220996ms] ["completed regions"=1] [2024/05/06 09:53:54.091 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:53:54.094 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:54.096 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.045906ms] ["completed regions"=1] [2024/05/06 09:53:54.096 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:53:54.100 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:54.102 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.344533ms] ["completed regions"=1] [2024/05/06 09:53:54.102 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:53:54.107 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:54.108 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.823992ms] ["completed regions"=1] [2024/05/06 09:53:54.108 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:53:54.112 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:54.113 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.727602ms] ["completed regions"=1] [2024/05/06 09:53:54.113 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:53:54.117 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:54.118 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.522155ms] ["completed regions"=1] [2024/05/06 09:53:54.118 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:53:54.121 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:54.123 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.086489ms] ["completed regions"=1] [2024/05/06 09:53:54.123 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:53:54.126 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:54.127 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.9515ms] ["completed regions"=1] [2024/05/06 09:53:54.128 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:53:54.130 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:54.131 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.537311ms] ["completed regions"=1] [2024/05/06 09:53:54.132 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:53:54.134 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:54.135 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.222929ms] ["completed regions"=1] [2024/05/06 09:53:54.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:53:54.137 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:54.139 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.86962ms] ["completed regions"=1] [2024/05/06 09:53:54.139 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:53:54.141 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:54.142 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.750952ms] ["completed regions"=1] [2024/05/06 09:53:54.142 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:53:54.144 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:54.145 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.990013ms] ["completed regions"=1] [2024/05/06 09:53:54.188 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/05/06 09:53:54.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.220 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:53:54.230 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:53:54.232 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:53:54.232 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.892595ms] ["completed regions"=1] [2024/05/06 09:53:54.232 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:53:54.243 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:53:54.245 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:53:54.245 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.481697ms] ["completed regions"=1] [2024/05/06 09:53:54.245 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:53:54.260 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:53:54.262 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:53:54.263 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=16.920952ms] ["completed regions"=1] [2024/05/06 09:53:54.263 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:53:54.271 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:53:54.273 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:53:54.273 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.225772ms] ["completed regions"=1] [2024/05/06 09:53:54.273 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:53:54.282 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:53:54.284 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:53:54.284 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.276894ms] ["completed regions"=1] [2024/05/06 09:53:54.284 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:53:54.292 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:53:54.294 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:53:54.294 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.913148ms] ["completed regions"=1] [2024/05/06 09:53:54.294 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:53:54.303 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:53:54.305 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:53:54.305 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.181947ms] ["completed regions"=1] [2024/05/06 09:53:54.305 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:53:54.313 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:53:54.315 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:53:54.316 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=10.203692ms] ["completed regions"=1] [2024/05/06 09:53:54.316 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:53:54.324 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:53:54.326 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:53:54.326 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.779727ms] ["completed regions"=1] [2024/05/06 09:53:54.326 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:53:54.334 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:53:54.335 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:53:54.335 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.980715ms] ["completed regions"=1] [2024/05/06 09:53:54.335 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:53:54.343 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:53:54.344 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:53:54.344 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.522701ms] ["completed regions"=1] [2024/05/06 09:53:54.344 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:53:54.352 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:53:54.355 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:53:54.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.421415ms] ["completed regions"=1] [2024/05/06 09:53:54.355 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:53:54.362 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:53:54.364 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:53:54.364 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.311658ms] ["completed regions"=1] [2024/05/06 09:53:54.364 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:53:54.371 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:53:54.374 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:53:54.374 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=9.853458ms] ["completed regions"=1] [2024/05/06 09:53:54.374 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:53:54.399 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:53:54.401 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:53:54.401 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=26.353085ms] ["completed regions"=1] [2024/05/06 09:53:54.401 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:53:54.409 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:53:54.411 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:53:54.411 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.731838ms] ["completed regions"=1] [2024/05/06 09:53:54.411 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:53:54.417 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:53:54.419 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:53:54.419 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=8.069505ms] ["completed regions"=1] [2024/05/06 09:53:54.419 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:53:54.426 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:53:54.428 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:53:54.428 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=8.181116ms] ["completed regions"=1] [2024/05/06 09:53:54.428 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:53:54.434 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:53:54.436 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:53:54.436 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.265155ms] ["completed regions"=1] [2024/05/06 09:53:54.436 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:53:54.442 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:53:54.444 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:53:54.444 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.303908ms] ["completed regions"=1] [2024/05/06 09:53:54.444 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:53:54.450 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:53:54.451 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:53:54.451 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.951655ms] ["completed regions"=1] [2024/05/06 09:53:54.451 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:53:54.457 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:53:54.458 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:53:54.458 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.242898ms] ["completed regions"=1] [2024/05/06 09:53:54.458 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:53:54.463 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:53:54.465 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:53:54.465 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.485255ms] ["completed regions"=1] [2024/05/06 09:53:54.465 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:53:54.470 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:53:54.471 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:53:54.471 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.846774ms] ["completed regions"=1] [2024/05/06 09:53:54.471 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:53:54.476 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:53:54.478 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:53:54.478 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.104177ms] ["completed regions"=1] [2024/05/06 09:53:54.478 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:53:54.482 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:53:54.484 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:53:54.484 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.440892ms] ["completed regions"=1] [2024/05/06 09:53:54.484 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:53:54.488 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:53:54.490 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:53:54.490 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.455432ms] ["completed regions"=1] [2024/05/06 09:53:54.490 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:53:54.493 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:53:54.495 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:53:54.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.05727ms] ["completed regions"=1] [2024/05/06 09:53:54.495 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:53:54.499 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:53:54.501 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:53:54.501 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.09273ms] ["completed regions"=1] [2024/05/06 09:53:54.501 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:53:54.504 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:53:54.505 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:53:54.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.434125ms] ["completed regions"=1] [2024/05/06 09:53:54.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:53:54.510 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:53:54.512 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:53:54.512 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=6.17766ms] ["completed regions"=1] [2024/05/06 09:53:54.512 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:53:54.517 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:53:54.518 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:53:54.518 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=5.812959ms] ["completed regions"=1] [2024/05/06 09:53:54.518 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:53:54.521 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:53:54.523 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:53:54.523 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.260716ms] ["completed regions"=1] [2024/05/06 09:53:54.523 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:53:54.526 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:53:54.528 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:53:54.528 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.099787ms] ["completed regions"=1] [2024/05/06 09:53:54.528 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:53:54.531 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:53:54.532 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:53:54.532 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.854054ms] ["completed regions"=1] [2024/05/06 09:53:54.533 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:53:54.535 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:53:54.537 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:53:54.537 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.657297ms] ["completed regions"=1] [2024/05/06 09:53:54.537 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:53:54.539 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:53:54.541 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:53:54.541 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.613446ms] ["completed regions"=1] [2024/05/06 09:53:54.541 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:53:54.543 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:53:54.544 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:53:54.544 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.880502ms] ["completed regions"=1] [2024/05/06 09:53:54.544 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:53:54.546 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:53:54.549 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:53:54.549 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=4.098665ms] ["completed regions"=1] [2024/05/06 09:53:54.549 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:53:54.606 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:53:54.654 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/116/8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [currentVer=75] [latestVer=76] [2024/05/06 09:53:54.654 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] ["ddl job id"=116] [ver=76] [2024/05/06 09:53:54.711 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=105.939445ms] [2024/05/06 09:53:54.717 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:54.728 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=76] [2024/05/06 09:53:54.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=143.609678ms] [job="ID:116, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [job="ID:116, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:53:53.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.944 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:53:54.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:54.948 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.6837159430000002\n# Parse_time: 0.000396636\n# Compile_time: 0.000701763\n# Rewrite_time: 0.000009056\n# Optimize_time: 0.002482541\n# Wait_TS: 0.000466806\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:53:50.903000';"] [2024/05/06 09:53:54.952 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:55.010 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1176]Key 'k' doesn't exist in table 't'"] [SQL="select max(a) from t use index(k)"] [2024/05/06 09:53:55.051 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [2024/05/06 09:53:55.051 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [2024/05/06 09:53:55.051 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:55.053 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=36.769Β΅s] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=14.535Β΅s] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=15.688Β΅s] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=11.906Β΅s] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=14.617Β΅s] [2024/05/06 09:53:55.054 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:55.054 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:55.055 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:55.061 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] ["take time"=16.427331ms] [2024/05/06 09:53:55.061 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [2024/05/06 09:53:55.063 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:55.063 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d5340c56-7531-447b-84a3-68b7b1998b42] [watcherID=bdbeade0-7af4-4b65-b804-dfdff8529e47] [2024/05/06 09:53:55.063 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:55.063 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d5340c56-7531-447b-84a3-68b7b1998b42] [2024/05/06 09:53:55.063 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:55.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:55.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:55.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:55.071 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:55.071 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:55.072 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=847] [2024/05/06 09:53:55.072 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:55.072 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:55.072 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:55.072 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:55.072 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:55.073 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:55.073 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97cca957-1e8a-48b1-a97f-c15124ff4b1f"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:55.073 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:55.073 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:55.073 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:55.073 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:55.073 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8772daeb-d1f1-4855-bfa9-8c8d6ae0d150] [2024/05/06 09:53:55.073 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="context canceled"] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:55.073 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:55.073 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [2024/05/06 09:53:55.073 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:55.074 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:55.074 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:55.073 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:55.073 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:55.074 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:55.074 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:55.074 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:55.074 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:55.075 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:55.075 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=97cca957-1e8a-48b1-a97f-c15124ff4b1f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:55.075 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97cca957-1e8a-48b1-a97f-c15124ff4b1f"] [error="context canceled"] [2024/05/06 09:53:55.075 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:55.075 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:55.075 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:55.075 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:55.075 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97cca957-1e8a-48b1-a97f-c15124ff4b1f"] [2024/05/06 09:53:55.075 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97cca957-1e8a-48b1-a97f-c15124ff4b1f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:55.115 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:55.115 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="context canceled"] [2024/05/06 09:53:55.115 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [2024/05/06 09:53:56.323 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:56.323 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:56.323 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:56.335 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97cca957-1e8a-48b1-a97f-c15124ff4b1f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:56.368 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8772daeb-d1f1-4855-bfa9-8c8d6ae0d150"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:56.369 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:56.369 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:56.369 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:56.377 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.333333382s] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:56.378 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:56.378 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:56.378 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:56.379 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:56.379 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:56.379 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:56.380 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropIndex (8.10s) === RUN TestFlashbackAddDropModifyColumn [2024/05/06 09:53:56.390 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:56.390 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:56.392 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:53:56.392 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:56.392 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:56.393 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:56.393 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:56.393 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:56.393 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:56.394 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:56.396 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:56.400 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:56.401 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:56.403 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:56.412 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:56.423 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:56.571 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=536] ["lease id"=22318f4d50c20ded] [2024/05/06 09:53:56.573 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:56.675 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=76] ["start time"=98.012826ms] [2024/05/06 09:53:56.681 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:56.681 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c36737e0-6a24-4896-95e0-21ee32929c4b] [runWorker=true] [2024/05/06 09:53:56.681 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:56.683 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:56.684 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:56.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:56.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:56.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:56.685 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:56.685 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:56.685 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:56.685 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:56.685 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:56.687 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c21371] [ownerID=c36737e0-6a24-4896-95e0-21ee32929c4b] [op=none] [2024/05/06 09:53:56.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:56.688 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=dd38f57f-9bca-498c-9243-08d609c6c64c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:56.692 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:56.717 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:56.719 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:56.719 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:56.737 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:56.738 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c21371] [ownerID=c36737e0-6a24-4896-95e0-21ee32929c4b] [op=none] [2024/05/06 09:53:56.738 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [op=none] [2024/05/06 09:53:56.738 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:56.827 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:56.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:56.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:56.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:56.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:56.858 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:56.858 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:56.858 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:56.858 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:56.858 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:56.858 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:56.860 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:56.861 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:56.862 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:56.862 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:56.862 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:56.862 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:56.862 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:56.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:56.867 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:56.872 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0926864d-5c0b-47fd-9a6b-69c691245b94] [2024/05/06 09:53:56.872 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:56.873 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:56.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:56.876 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:56.877 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:56.905 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.907408ms] [2024/05/06 09:53:56.914 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:56.919 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:56.921 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:53:56.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:56.951 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:53:57.018 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.051 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=262.644Β΅s] [gotSchemaVersion=77] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:57.062 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=77] [2024/05/06 09:53:57.100 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=55.870477ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=357.588Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:57.230 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=78] [2024/05/06 09:53:57.260 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.655455ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.327 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.337 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:53:57.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=241.835Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:57.383 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/05/06 09:53:57.421 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.068399ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.458 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:53:57.472 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:53:57.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:56.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.535 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:53:57.535 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:57.539 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.61825947\n# Parse_time: 0.000169209\n# Compile_time: 0.000485355\n# Rewrite_time: 0.000012249\n# Optimize_time: 0.000200296\n# Wait_TS: 0.000436758\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:53:57.574 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:57.577 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="create table t(a int, b int, index i(a))"] [user=] [2024/05/06 09:53:57.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:57.620 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, index i(a))"] [2024/05/06 09:53:57.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.689 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/06 09:53:57.711 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:57.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:57.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:57.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:57.743 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=3.342397ms] [gotSchemaVersion=80] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:57.755 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=80] [2024/05/06 09:53:57.789 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.020247ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.873 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:57.873 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:57.874 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0926864d-5c0b-47fd-9a6b-69c691245b94] [watcherID=13e7446b-b46c-4356-8d8b-9133209bcacd] [2024/05/06 09:53:57.877 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:57.913 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:57.913 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:57.913 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:57.913 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:57.922 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:53:57.922 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:57.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.350724348\n# Parse_time: 0.000574828\n# Compile_time: 0.000801696\n# Rewrite_time: 0.000007977\n# Optimize_time: 0.000362208\n# Wait_TS: 0.000446738\n# DB: test\n# Is_internal: false\n# Digest: d72e41f8083e7343a2497052bd26913876eab2bc35eb0751140d7be7834b0cd8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, b int, index i(a));"] [2024/05/06 09:53:58.685 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:58.944 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=80] [cur_db=test] [sql="alter table t add column c int"] [user=] [2024/05/06 09:53:58.973 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:58.973 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add column c int"] [2024/05/06 09:53:59.041 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.044 +00:00] [INFO] [column.go:135] ["run add column job"] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [columnInfo="{\"id\":3,\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{},\"state\":0,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}"] [2024/05/06 09:53:59.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=3.124254ms] [gotSchemaVersion=81] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:53:59.093 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=81] [2024/05/06 09:53:59.128 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=54.230023ms] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.239 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=2.872738ms] [gotSchemaVersion=82] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:53:59.251 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=82] [2024/05/06 09:53:59.285 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.468532ms] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.385 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=3.111845ms] [gotSchemaVersion=83] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:53:59.397 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=83] [2024/05/06 09:53:59.431 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.34533ms] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.500 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.508 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 3, Column Name: c"] [2024/05/06 09:53:59.549 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.744391ms] [gotSchemaVersion=84] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/06 09:53:59.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=84] [2024/05/06 09:53:59.596 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.541672ms] [job="ID:120, Type:add column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.661 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [job="ID:120, Type:add column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.903 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:53:59.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:59.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.76940691\n# Parse_time: 0.000390256\n# Compile_time: 0.000875012\n# Rewrite_time: 0.000011272\n# Optimize_time: 0.000362208\n# Wait_TS: 0.000350464\n# DB: test\n# Is_internal: false\n# Digest: cabb6d338328b0d2166b6e862a99093e87fb2c9bb044ba51b9776a4591e3b28b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add column c int;"] [2024/05/06 09:53:59.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=84] [cur_db=test] [sql="alter table t drop column b"] [user=] [2024/05/06 09:53:59.741 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.741 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop column b"] [2024/05/06 09:53:59.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=3.744709ms] [gotSchemaVersion=85] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:53:59.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=85] [2024/05/06 09:53:59.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=54.104255ms] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.645443ms] [gotSchemaVersion=86] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:54:00.005 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=86] [2024/05/06 09:54:00.039 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=54.267634ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.572316ms] [gotSchemaVersion=87] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:54:00.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/06 09:54:00.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.086602ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.664155ms] [gotSchemaVersion=88] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/06 09:54:00.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=88] [2024/05/06 09:54:00.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.675623ms] [job="ID:121, Type:drop column, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.371 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop column"] [2024/05/06 09:54:00.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [job="ID:121, Type:drop column, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-06 09:53:59.703 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.434 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:54:00.434 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.438 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.725052453\n# Parse_time: 0.000532366\n# Compile_time: 0.000941479\n# Rewrite_time: 0.000017753\n# Optimize_time: 0.000362208\n# Wait_TS: 0.000461197\n# DB: test\n# Is_internal: false\n# Digest: ab17b4fb3391eda8a9f4862e7ec9be2c3cbd84d414c5c31b51cabd06e9b85eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop column b;"] [2024/05/06 09:54:00.439 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=88] [cur_db=test] [sql="alter table t modify column a tinyint"] [user=] [2024/05/06 09:54:00.470 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:00.470 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t modify column a tinyint"] [2024/05/06 09:54:00.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.603 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=3.199882ms] [gotSchemaVersion=89] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:54:00.617 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=89] [2024/05/06 09:54:00.647 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.336826ms] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=2.965675ms] [gotSchemaVersion=90] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:54:00.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=90] [2024/05/06 09:54:00.790 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.197963ms] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.876 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.829165ms] [gotSchemaVersion=91] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:54:00.887 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=91] [2024/05/06 09:54:00.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.314146ms] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.969 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=122] [physicalTableID=118] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.011 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=122] [2024/05/06 09:54:01.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139580383236, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.058 +00:00] [INFO] [column.go:1076] ["start to update table row"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139580383236, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_col_,CurrElementID:4,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/05/06 09:54:01.069 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.069 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="update column"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.070 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.070 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp update column"] [jobID=122] [2024/05/06 09:54:01.070 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp update column"] [jobID=122] [2024/05/06 09:54:01.070 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp update column"] [jobID=122] [2024/05/06 09:54:01.077 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp update column"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f7280000000000000030000] ["take time"=7.381711ms] [2024/05/06 09:54:01.078 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp update column"] [jobID=122] [2024/05/06 09:54:01.078 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:4,TypeKey:_col_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/05/06 09:54:01.102 +00:00] [INFO] [column.go:1181] ["update column and indexes"] [category=ddl] ["job ID"=122] [element=ID:2,TypeKey:_idx_] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.102 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139580383236, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/05/06 09:54:01.110 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.111 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.112 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/05/06 09:54:01.112 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=122] [2024/05/06 09:54:01.112 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=122] [2024/05/06 09:54:01.112 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=122] [2024/05/06 09:54:01.118 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f72800000000000000300] ["take time"=6.386296ms] [2024/05/06 09:54:01.118 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=122] [2024/05/06 09:54:01.118 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/05/06 09:54:01.119 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:01.320 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: modify column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 4, Column Name: a"] [2024/05/06 09:54:01.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=2.881345ms] [gotSchemaVersion=92] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/06 09:54:01.380 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=92] [2024/05/06 09:54:01.414 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.330898ms] [job="ID:122, Type:modify column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139580383236, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.464 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=122] [tableID=118] [indexIDs="[1]"] [comment="modify column: table ID"] [2024/05/06 09:54:01.477 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="modify column"] [2024/05/06 09:54:01.482 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [job="ID:122, Type:modify column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-05-06 09:54:00.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139580383236, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.548 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:54:01.549 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.553 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.114816244\n# Parse_time: 0.000470173\n# Compile_time: 0.001015793\n# Rewrite_time: 0.000014467\n# Optimize_time: 0.000362208\n# Wait_TS: 0.000301132\n# DB: test\n# Is_internal: false\n# Digest: 140903cf73b1f5df1ac607e64bb2b4dd0c4c2ba0c7c4a5e49e6c1193f0cd1074\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t modify column a tinyint;"] [2024/05/06 09:54:01.567 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:53:58.903 +0000 UTC"] [2024/05/06 09:54:01.598 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:53:58.903000'"] [2024/05/06 09:54:01.598 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:01.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.689 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/05/06 09:54:01.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=182.706Β΅s] [gotSchemaVersion=93] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:02.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=93] [2024/05/06 09:54:02.116 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.922492ms] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.179 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:02.189 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:02.192 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.03098ms] ["completed regions"=1] [2024/05/06 09:54:02.192 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:02.202 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:02.204 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.117938ms] ["completed regions"=1] [2024/05/06 09:54:02.204 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:02.213 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:02.214 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.132557ms] ["completed regions"=1] [2024/05/06 09:54:02.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:02.223 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:02.224 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.781664ms] ["completed regions"=1] [2024/05/06 09:54:02.225 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:02.233 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:02.235 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.679444ms] ["completed regions"=1] [2024/05/06 09:54:02.235 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:02.243 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:02.245 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.921679ms] ["completed regions"=1] [2024/05/06 09:54:02.245 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:02.254 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:02.257 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.895964ms] ["completed regions"=1] [2024/05/06 09:54:02.257 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:02.265 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:02.267 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.997635ms] ["completed regions"=1] [2024/05/06 09:54:02.267 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:02.276 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:02.278 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=10.362284ms] ["completed regions"=1] [2024/05/06 09:54:02.278 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:02.286 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:02.287 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.793394ms] ["completed regions"=1] [2024/05/06 09:54:02.288 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:02.295 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:02.297 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.589676ms] ["completed regions"=1] [2024/05/06 09:54:02.297 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:02.304 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:02.306 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.513914ms] ["completed regions"=1] [2024/05/06 09:54:02.307 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:02.314 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:02.316 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.521058ms] ["completed regions"=1] [2024/05/06 09:54:02.316 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:02.323 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:02.324 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.119512ms] ["completed regions"=1] [2024/05/06 09:54:02.324 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:02.331 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:02.332 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.501061ms] ["completed regions"=1] [2024/05/06 09:54:02.332 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:02.338 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:02.340 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.293118ms] ["completed regions"=1] [2024/05/06 09:54:02.340 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:02.346 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:02.348 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.298756ms] ["completed regions"=1] [2024/05/06 09:54:02.348 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:02.354 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:02.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.109917ms] ["completed regions"=1] [2024/05/06 09:54:02.355 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:02.362 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:02.363 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.376848ms] ["completed regions"=1] [2024/05/06 09:54:02.363 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:02.368 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:02.370 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.331755ms] ["completed regions"=1] [2024/05/06 09:54:02.370 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:02.375 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:02.376 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.091178ms] ["completed regions"=1] [2024/05/06 09:54:02.377 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:02.382 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:02.384 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=7.211515ms] ["completed regions"=1] [2024/05/06 09:54:02.384 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:02.390 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:02.392 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.347226ms] ["completed regions"=1] [2024/05/06 09:54:02.392 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:02.398 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:02.400 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=7.099531ms] ["completed regions"=1] [2024/05/06 09:54:02.400 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:02.404 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:02.406 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.763034ms] ["completed regions"=1] [2024/05/06 09:54:02.406 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:02.410 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:02.412 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.91132ms] ["completed regions"=1] [2024/05/06 09:54:02.412 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:02.417 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:02.418 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.385371ms] ["completed regions"=1] [2024/05/06 09:54:02.418 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:02.422 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:02.424 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.328534ms] ["completed regions"=1] [2024/05/06 09:54:02.424 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:02.428 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:02.429 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.05232ms] ["completed regions"=1] [2024/05/06 09:54:02.430 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:02.433 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:02.435 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.795472ms] ["completed regions"=1] [2024/05/06 09:54:02.435 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:02.438 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:02.439 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.202762ms] ["completed regions"=1] [2024/05/06 09:54:02.439 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:02.442 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:02.444 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.924226ms] ["completed regions"=1] [2024/05/06 09:54:02.444 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:02.446 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:02.448 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.729309ms] ["completed regions"=1] [2024/05/06 09:54:02.448 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:02.451 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:02.452 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.854472ms] ["completed regions"=1] [2024/05/06 09:54:02.452 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:02.455 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:02.456 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.871968ms] ["completed regions"=1] [2024/05/06 09:54:02.456 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:02.459 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:02.461 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.666522ms] ["completed regions"=1] [2024/05/06 09:54:02.461 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:02.463 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:02.464 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.271199ms] ["completed regions"=1] [2024/05/06 09:54:02.464 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:02.466 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:02.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.657316ms] ["completed regions"=1] [2024/05/06 09:54:02.468 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:02.469 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:02.471 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.795291ms] ["completed regions"=1] [2024/05/06 09:54:02.508 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/05/06 09:54:02.537 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.539 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:02.550 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:02.552 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:02.552 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.028095ms] ["completed regions"=1] [2024/05/06 09:54:02.553 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:02.563 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:02.565 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:02.565 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.328256ms] ["completed regions"=1] [2024/05/06 09:54:02.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:02.575 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:02.577 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:02.577 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.033971ms] ["completed regions"=1] [2024/05/06 09:54:02.577 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:02.585 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:02.587 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:02.587 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.132537ms] ["completed regions"=1] [2024/05/06 09:54:02.587 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:02.617 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:02.619 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:02.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=31.737606ms] ["completed regions"=1] [2024/05/06 09:54:02.620 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:02.628 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:02.630 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:02.630 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.11284ms] ["completed regions"=1] [2024/05/06 09:54:02.630 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:02.639 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:02.641 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:02.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.271631ms] ["completed regions"=1] [2024/05/06 09:54:02.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:02.649 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:02.651 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:02.651 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.339009ms] ["completed regions"=1] [2024/05/06 09:54:02.651 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:02.659 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:02.660 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:02.660 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.990997ms] ["completed regions"=1] [2024/05/06 09:54:02.661 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:02.668 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:02.669 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:02.669 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.50065ms] ["completed regions"=1] [2024/05/06 09:54:02.669 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:02.677 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:02.680 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:02.680 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.868536ms] ["completed regions"=1] [2024/05/06 09:54:02.680 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:02.687 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:02.690 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:02.690 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.077731ms] ["completed regions"=1] [2024/05/06 09:54:02.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:02.698 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:02.699 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:02.699 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.474492ms] ["completed regions"=1] [2024/05/06 09:54:02.699 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:02.707 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:02.708 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:02.708 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.154379ms] ["completed regions"=1] [2024/05/06 09:54:02.708 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:02.715 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:02.716 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:02.716 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.077855ms] ["completed regions"=1] [2024/05/06 09:54:02.717 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:02.725 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:02.726 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:02.726 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=9.425133ms] ["completed regions"=1] [2024/05/06 09:54:02.726 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:02.733 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:02.734 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:02.734 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.517428ms] ["completed regions"=1] [2024/05/06 09:54:02.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:02.741 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:02.742 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:02.742 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.108166ms] ["completed regions"=1] [2024/05/06 09:54:02.742 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:02.748 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:02.750 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:02.750 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.161046ms] ["completed regions"=1] [2024/05/06 09:54:02.750 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:02.756 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:02.758 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:02.758 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.663919ms] ["completed regions"=1] [2024/05/06 09:54:02.758 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:02.763 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:02.764 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:02.764 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.085514ms] ["completed regions"=1] [2024/05/06 09:54:02.764 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:02.769 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:02.770 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:02.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.757951ms] ["completed regions"=1] [2024/05/06 09:54:02.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:02.775 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:02.776 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:02.777 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.93519ms] ["completed regions"=1] [2024/05/06 09:54:02.777 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:02.781 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:02.782 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:02.782 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.427175ms] ["completed regions"=1] [2024/05/06 09:54:02.782 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:02.787 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:02.788 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:02.788 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.377983ms] ["completed regions"=1] [2024/05/06 09:54:02.788 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:02.792 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:02.793 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:02.794 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.210797ms] ["completed regions"=1] [2024/05/06 09:54:02.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:02.797 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:02.799 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:02.799 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.982016ms] ["completed regions"=1] [2024/05/06 09:54:02.799 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:02.803 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:02.804 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:02.804 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.678877ms] ["completed regions"=1] [2024/05/06 09:54:02.804 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:02.807 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:02.809 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:02.809 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.493261ms] ["completed regions"=1] [2024/05/06 09:54:02.809 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:02.813 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:02.815 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:02.815 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.449891ms] ["completed regions"=1] [2024/05/06 09:54:02.815 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:02.818 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:02.819 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:02.819 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.921747ms] ["completed regions"=1] [2024/05/06 09:54:02.819 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:02.822 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:02.823 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:02.823 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.679221ms] ["completed regions"=1] [2024/05/06 09:54:02.823 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:02.826 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:02.827 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:02.827 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.574645ms] ["completed regions"=1] [2024/05/06 09:54:02.827 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:02.829 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:02.831 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:02.831 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.36885ms] ["completed regions"=1] [2024/05/06 09:54:02.831 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:02.833 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:02.834 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:02.834 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.058317ms] ["completed regions"=1] [2024/05/06 09:54:02.834 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:02.836 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:02.837 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:02.837 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.799385ms] ["completed regions"=1] [2024/05/06 09:54:02.837 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:02.839 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:02.840 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:02.841 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.813466ms] ["completed regions"=1] [2024/05/06 09:54:02.841 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:02.842 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:02.843 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:02.843 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.526421ms] ["completed regions"=1] [2024/05/06 09:54:02.844 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:02.845 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:02.847 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:02.848 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.692927ms] ["completed regions"=1] [2024/05/06 09:54:02.848 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:02.913 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:02.961 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/123/c36737e0-6a24-4896-95e0-21ee32929c4b] [currentVer=93] [latestVer=94] [2024/05/06 09:54:02.961 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id c36737e0-6a24-4896-95e0-21ee32929c4b"] ["ddl job id"=123] [ver=94] [2024/05/06 09:54:03.022 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=109.995968ms] [2024/05/06 09:54:03.028 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:03.037 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=94] [2024/05/06 09:54:03.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=142.613998ms] [job="ID:123, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.258 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [job="ID:123, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:01.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.287 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:54:03.287 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:03.291 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.726380048\n# Parse_time: 0.000370292\n# Compile_time: 0.000663475\n# Rewrite_time: 0.000009045\n# Optimize_time: 0.00018155\n# Wait_TS: 0.000445465\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:53:58.903000';"] [2024/05/06 09:54:03.295 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:54:03.375 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [2024/05/06 09:54:03.375 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [2024/05/06 09:54:03.375 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:03.377 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=23.238Β΅s] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=10.306Β΅s] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=14.489Β΅s] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=14.601Β΅s] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=5.864Β΅s] [2024/05/06 09:54:03.378 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:03.378 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:03.378 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:03.384 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c36737e0-6a24-4896-95e0-21ee32929c4b] ["take time"=31.370415ms] [2024/05/06 09:54:03.384 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c36737e0-6a24-4896-95e0-21ee32929c4b] [2024/05/06 09:54:03.386 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:03.386 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/0926864d-5c0b-47fd-9a6b-69c691245b94] [watcherID=13e7446b-b46c-4356-8d8b-9133209bcacd] [2024/05/06 09:54:03.386 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:03.386 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0926864d-5c0b-47fd-9a6b-69c691245b94] [2024/05/06 09:54:03.387 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:03.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:03.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:03.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:03.393 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:03.393 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=536] [2024/05/06 09:54:03.394 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:03.394 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:03.394 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd38f57f-9bca-498c-9243-08d609c6c64c"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:03.395 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:03.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c36737e0-6a24-4896-95e0-21ee32929c4b] [2024/05/06 09:54:03.395 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:03.394 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:03.395 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:03.395 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:03.395 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:03.395 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:03.395 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:03.395 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:03.395 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [2024/05/06 09:54:03.395 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:03.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:03.395 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c36737e0-6a24-4896-95e0-21ee32929c4b] [2024/05/06 09:54:03.395 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:03.396 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:03.396 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:03.396 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:03.396 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:03.397 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:03.397 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:03.397 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=dd38f57f-9bca-498c-9243-08d609c6c64c] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:03.397 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:03.397 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:03.397 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd38f57f-9bca-498c-9243-08d609c6c64c"] [error="context canceled"] [2024/05/06 09:54:03.397 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:03.397 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd38f57f-9bca-498c-9243-08d609c6c64c"] [2024/05/06 09:54:03.446 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:03.446 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="context canceled"] [2024/05/06 09:54:03.646 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:04.649 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:04.649 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:04.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:04.660 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dd38f57f-9bca-498c-9243-08d609c6c64c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:04.892 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c36737e0-6a24-4896-95e0-21ee32929c4b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:04.892 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:04.892 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:04.892 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:04.900 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.547484475s] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:04.901 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:04.901 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:04.901 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:04.901 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:04.903 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropModifyColumn (8.52s) === RUN TestFlashbackBasicRenameDropCreateTable [2024/05/06 09:54:04.911 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:04.912 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:04.913 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:04.913 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:04.913 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:04.914 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:04.914 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:04.914 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:04.914 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:04.914 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:04.916 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:04.920 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:04.922 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:04.924 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:04.934 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:04.945 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:05.083 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=543] ["lease id"=6f188f4d50c214b2] [2024/05/06 09:54:05.085 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:05.187 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=98.307038ms] [2024/05/06 09:54:05.195 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:05.195 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=608264cc-6bce-4d3d-a69a-703e7724dd5c] [runWorker=true] [2024/05/06 09:54:05.195 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:05.197 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:05.198 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:05.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:05.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:05.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:05.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:05.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:05.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:05.199 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:05.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:05.199 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:05.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:05.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:05.199 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:05.199 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:05.199 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:05.201 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20e52] [ownerID=608264cc-6bce-4d3d-a69a-703e7724dd5c] [op=none] [2024/05/06 09:54:05.201 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:05.201 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=770c8895-ba89-4728-bf10-6c300809c36f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:05.206 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:05.231 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:05.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:05.233 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:05.251 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:05.251 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20e52] [ownerID=608264cc-6bce-4d3d-a69a-703e7724dd5c] [op=none] [2024/05/06 09:54:05.252 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [op=none] [2024/05/06 09:54:05.252 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:05.348 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:05.366 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:05.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:05.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:05.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:05.380 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:05.380 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:05.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:05.380 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:05.381 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:05.381 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:05.382 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:05.383 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:05.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:05.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:05.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:05.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:05.384 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:05.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:05.388 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:05.395 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6f37ba2c-68f1-47f3-bfbc-587301abe487] [2024/05/06 09:54:05.395 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:05.395 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:05.398 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:05.398 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:05.398 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:05.432 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.339629ms] [2024/05/06 09:54:05.434 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:05.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:05.440 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:54:05.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:05.469 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:54:05.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.594 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=294.867Β΅s] [gotSchemaVersion=95] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:05.606 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=95] [2024/05/06 09:54:05.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.408153ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=225.008Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:05.761 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=96] [2024/05/06 09:54:05.797 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.668191ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.874 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:54:05.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=281.641Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:05.921 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=97] [2024/05/06 09:54:05.958 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.816985ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.033 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:54:06.048 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/06 09:54:06.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.403 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.114 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/06 09:54:06.115 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.119 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 0.678886395\n# Parse_time: 0.000171655\n# Compile_time: 0.000523824\n# Rewrite_time: 0.000013451\n# Optimize_time: 0.000163602\n# Wait_TS: 0.000393756\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:54:06.156 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t, t1, t2, t3"] [user=] [2024/05/06 09:54:06.159 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/06 09:54:06.203 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.203 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/06 09:54:06.225 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:06.225 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:06.225 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:06.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:06.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.274 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 125, Table Name: t"] [2024/05/06 09:54:06.359 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=3.374419ms] [gotSchemaVersion=98] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:06.372 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=98] [2024/05/06 09:54:06.396 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:06.396 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:06.396 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6f37ba2c-68f1-47f3-bfbc-587301abe487] [watcherID=4d566e4e-ee34-4997-8d05-c63af05576a9] [2024/05/06 09:54:06.398 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:06.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.811195ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.412 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:06.412 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:06.412 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:06.412 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:06.483 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.516 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:54:06.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.523 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.364869106\n# Parse_time: 0.000738282\n# Compile_time: 0.000747296\n# Rewrite_time: 0.000007235\n# Optimize_time: 0.000443309\n# Wait_TS: 0.00035304\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/06 09:54:06.538 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=98] [cur_db=test] [sql="create table t1(a int, index i(a))"] [user=] [2024/05/06 09:54:06.579 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.579 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, index i(a))"] [2024/05/06 09:54:06.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.659 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 127, Table Name: t1"] [2024/05/06 09:54:06.706 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.836492ms] [gotSchemaVersion=99] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:06.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=99] [2024/05/06 09:54:06.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.754928ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.854 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:54:06.854 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.857 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.32054143\n# Parse_time: 0.000561221\n# Compile_time: 0.000892994\n# Rewrite_time: 0.000010155\n# Optimize_time: 0.000443309\n# Wait_TS: 0.00033985\n# DB: test\n# Is_internal: false\n# Digest: ae07af9370cf8c28b1880d539a744356763ba43520da3409ad69349be9403e0b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1(a int, index i(a));"] [2024/05/06 09:54:07.199 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:07.882 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=99] [cur_db=test] [sql="rename table t to t3"] [user=] [2024/05/06 09:54:07.913 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.912 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="rename table t to t3"] [2024/05/06 09:54:07.988 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.673308ms] [gotSchemaVersion=100] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/05/06 09:54:08.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=100] [2024/05/06 09:54:08.078 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.855084ms] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.632652ms] [gotSchemaVersion=101] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/05/06 09:54:08.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=101] [2024/05/06 09:54:08.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=60.667221ms] [job="ID:129, Type:rename table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [job="ID:129, Type:rename table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.304 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:54:08.305 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.309 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.427874449\n# Parse_time: 0.000370886\n# Compile_time: 0.000879915\n# Rewrite_time: 0.000016017\n# Optimize_time: 0.002369635\n# Wait_TS: 0.000424913\n# DB: test\n# Is_internal: false\n# Digest: dde3515138a490099c0989954a5e2f5723847f25ab9c184cd6c7df54f09cb301\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nrename table t to t3;"] [2024/05/06 09:54:08.310 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=101] [cur_db=test] [sql="drop table t1"] [user=] [2024/05/06 09:54:08.339 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.339 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t1"] [2024/05/06 09:54:08.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=327.582Β΅s] [gotSchemaVersion=102] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:08.450 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=102] [2024/05/06 09:54:08.485 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.036976ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.559 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=240.479Β΅s] [gotSchemaVersion=103] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:08.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=103] [2024/05/06 09:54:08.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.857669ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.730 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/05/06 09:54:08.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=241.774Β΅s] [gotSchemaVersion=104] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:08.780 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=104] [2024/05/06 09:54:08.814 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.000586ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.875 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=130] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:54:08.884 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/06 09:54:08.888 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:08.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.970 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/06 09:54:08.970 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.974 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.664917266\n# Parse_time: 0.000254485\n# Compile_time: 0.000722218\n# Rewrite_time: 0.000010497\n# Optimize_time: 0.002369635\n# Wait_TS: 0.000437772\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t1;"] [2024/05/06 09:54:08.976 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=104] [cur_db=test] [sql="create table t2(a int, index i(a))"] [user=] [2024/05/06 09:54:09.029 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.029 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, index i(a))"] [2024/05/06 09:54:09.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.103 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 131, Table Name: t2"] [2024/05/06 09:54:09.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.958526ms] [gotSchemaVersion=105] [phyTblIDs="[131]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.169 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=105] [2024/05/06 09:54:09.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.892229ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.273 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.315 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 09:54:09.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.319 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.344584153\n# Parse_time: 0.000516348\n# Compile_time: 0.000843922\n# Rewrite_time: 0.00000994\n# Optimize_time: 0.002369635\n# Wait_TS: 0.000679395\n# DB: test\n# Is_internal: false\n# Digest: 112a31ae3a1fd6e95e0c251ebcc733e13f5fe949e3b1179264dfa150ceb9abbe\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t2(a int, index i(a));"] [2024/05/06 09:54:09.366 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:07.854 +0000 UTC"] [2024/05/06 09:54:09.392 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.392 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:07.854000'"] [2024/05/06 09:54:09.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.483 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/05/06 09:54:09.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=224.465Β΅s] [gotSchemaVersion=106] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:09.834 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=106] [2024/05/06 09:54:09.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=54.940867ms] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.926 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:09.971 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:09.974 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.181232ms] ["completed regions"=1] [2024/05/06 09:54:09.974 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:09.984 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:09.987 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.771179ms] ["completed regions"=1] [2024/05/06 09:54:09.987 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:09.997 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:09.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.942846ms] ["completed regions"=1] [2024/05/06 09:54:09.999 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:10.009 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:10.012 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=12.051176ms] ["completed regions"=1] [2024/05/06 09:54:10.012 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:10.021 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:10.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.789866ms] ["completed regions"=1] [2024/05/06 09:54:10.023 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:10.032 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:10.034 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.094352ms] ["completed regions"=1] [2024/05/06 09:54:10.034 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:10.043 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:10.045 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.958192ms] ["completed regions"=1] [2024/05/06 09:54:10.045 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:10.054 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:10.056 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=10.374582ms] ["completed regions"=1] [2024/05/06 09:54:10.056 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:10.064 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:10.066 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.776604ms] ["completed regions"=1] [2024/05/06 09:54:10.066 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:10.074 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:10.076 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.522381ms] ["completed regions"=1] [2024/05/06 09:54:10.076 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:10.084 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:10.086 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.216357ms] ["completed regions"=1] [2024/05/06 09:54:10.086 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:10.094 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:10.097 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.015935ms] ["completed regions"=1] [2024/05/06 09:54:10.097 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:10.104 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:10.106 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.144443ms] ["completed regions"=1] [2024/05/06 09:54:10.107 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:10.114 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:10.116 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.834645ms] ["completed regions"=1] [2024/05/06 09:54:10.116 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:10.123 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:10.125 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.423088ms] ["completed regions"=1] [2024/05/06 09:54:10.125 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:10.133 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:10.135 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=9.495442ms] ["completed regions"=1] [2024/05/06 09:54:10.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:10.142 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:10.143 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=8.014118ms] ["completed regions"=1] [2024/05/06 09:54:10.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:10.150 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:10.152 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.77689ms] ["completed regions"=1] [2024/05/06 09:54:10.152 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:10.158 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:10.160 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.747504ms] ["completed regions"=1] [2024/05/06 09:54:10.160 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:10.166 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:10.168 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.217412ms] ["completed regions"=1] [2024/05/06 09:54:10.168 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:10.174 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:10.176 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.244854ms] ["completed regions"=1] [2024/05/06 09:54:10.176 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:10.181 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:10.183 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.790787ms] ["completed regions"=1] [2024/05/06 09:54:10.183 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:10.188 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:10.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.619372ms] ["completed regions"=1] [2024/05/06 09:54:10.190 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:10.195 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:10.196 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.887661ms] ["completed regions"=1] [2024/05/06 09:54:10.196 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:10.201 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:10.203 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.044808ms] ["completed regions"=1] [2024/05/06 09:54:10.203 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:10.207 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:10.209 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.53536ms] ["completed regions"=1] [2024/05/06 09:54:10.209 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:10.214 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:10.215 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.834521ms] ["completed regions"=1] [2024/05/06 09:54:10.215 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:10.220 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:10.221 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.51691ms] ["completed regions"=1] [2024/05/06 09:54:10.221 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:10.226 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:10.228 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.706052ms] ["completed regions"=1] [2024/05/06 09:54:10.228 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:10.232 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:10.233 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.066822ms] ["completed regions"=1] [2024/05/06 09:54:10.233 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:10.237 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:10.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=5.363323ms] ["completed regions"=1] [2024/05/06 09:54:10.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:10.242 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:10.244 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.109022ms] ["completed regions"=1] [2024/05/06 09:54:10.244 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:10.247 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:10.248 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.977192ms] ["completed regions"=1] [2024/05/06 09:54:10.248 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:10.251 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:10.253 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.94986ms] ["completed regions"=1] [2024/05/06 09:54:10.253 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:10.255 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:10.257 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.812848ms] ["completed regions"=1] [2024/05/06 09:54:10.257 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:10.259 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:10.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.821661ms] ["completed regions"=1] [2024/05/06 09:54:10.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:10.264 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:10.265 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.741562ms] ["completed regions"=1] [2024/05/06 09:54:10.266 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:10.268 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:10.269 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.369598ms] ["completed regions"=1] [2024/05/06 09:54:10.270 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:10.271 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:10.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.913162ms] ["completed regions"=1] [2024/05/06 09:54:10.322 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/05/06 09:54:10.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.372 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:10.382 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:10.386 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:10.386 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.489696ms] ["completed regions"=1] [2024/05/06 09:54:10.386 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:10.396 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:10.400 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:10.401 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=14.039029ms] ["completed regions"=1] [2024/05/06 09:54:10.401 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:10.431 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:10.434 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:10.434 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=14.525539ms] ["completed regions"=1] [2024/05/06 09:54:10.434 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:10.444 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:10.446 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:10.446 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=11.395723ms] ["completed regions"=1] [2024/05/06 09:54:10.446 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:10.457 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:10.459 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:10.459 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=12.199663ms] ["completed regions"=1] [2024/05/06 09:54:10.459 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:10.469 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:10.471 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:10.471 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=11.656667ms] ["completed regions"=1] [2024/05/06 09:54:10.471 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:10.481 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:10.483 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:10.483 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=11.098327ms] ["completed regions"=1] [2024/05/06 09:54:10.483 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:10.493 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:10.495 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:10.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=11.670564ms] ["completed regions"=1] [2024/05/06 09:54:10.495 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:10.504 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:10.506 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:10.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=10.458585ms] ["completed regions"=1] [2024/05/06 09:54:10.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:10.516 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:10.518 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:10.518 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=11.256684ms] ["completed regions"=1] [2024/05/06 09:54:10.518 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:10.527 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:10.529 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:10.529 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=10.530522ms] ["completed regions"=1] [2024/05/06 09:54:10.529 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:10.537 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:10.541 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:10.541 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=11.368987ms] ["completed regions"=1] [2024/05/06 09:54:10.541 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:10.548 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:10.550 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:10.550 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.478526ms] ["completed regions"=1] [2024/05/06 09:54:10.550 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:10.557 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:10.558 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:10.559 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.223898ms] ["completed regions"=1] [2024/05/06 09:54:10.559 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:10.565 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:10.567 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:10.567 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.262731ms] ["completed regions"=1] [2024/05/06 09:54:10.567 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:10.574 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:10.576 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:10.576 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.989654ms] ["completed regions"=1] [2024/05/06 09:54:10.576 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:10.582 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:10.584 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:10.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.530091ms] ["completed regions"=1] [2024/05/06 09:54:10.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:10.590 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:10.592 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:10.592 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.651368ms] ["completed regions"=1] [2024/05/06 09:54:10.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:10.599 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:10.600 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:10.600 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.792339ms] ["completed regions"=1] [2024/05/06 09:54:10.600 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:10.606 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:10.608 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:10.608 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.989922ms] ["completed regions"=1] [2024/05/06 09:54:10.608 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:10.613 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:10.615 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:10.615 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.805279ms] ["completed regions"=1] [2024/05/06 09:54:10.615 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:10.621 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:10.622 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:10.622 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.584301ms] ["completed regions"=1] [2024/05/06 09:54:10.622 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:10.628 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:10.630 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:10.630 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.965397ms] ["completed regions"=1] [2024/05/06 09:54:10.630 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:10.634 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:10.636 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:10.636 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.917008ms] ["completed regions"=1] [2024/05/06 09:54:10.636 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:10.640 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:10.642 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:10.642 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.56186ms] ["completed regions"=1] [2024/05/06 09:54:10.642 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:10.646 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:10.648 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:10.648 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.227796ms] ["completed regions"=1] [2024/05/06 09:54:10.648 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:10.652 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:10.653 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:10.654 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.285209ms] ["completed regions"=1] [2024/05/06 09:54:10.654 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:10.657 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:10.659 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:10.659 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.226429ms] ["completed regions"=1] [2024/05/06 09:54:10.659 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:10.664 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:10.665 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:10.665 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.509647ms] ["completed regions"=1] [2024/05/06 09:54:10.665 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:10.669 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:10.670 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:10.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.650153ms] ["completed regions"=1] [2024/05/06 09:54:10.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:10.674 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:10.675 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:10.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.511161ms] ["completed regions"=1] [2024/05/06 09:54:10.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:10.678 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:10.680 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:10.680 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.146739ms] ["completed regions"=1] [2024/05/06 09:54:10.680 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:10.683 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:10.684 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:10.684 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.955096ms] ["completed regions"=1] [2024/05/06 09:54:10.684 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:10.687 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:10.689 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:10.689 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.017797ms] ["completed regions"=1] [2024/05/06 09:54:10.689 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:10.692 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:10.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:10.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.769157ms] ["completed regions"=1] [2024/05/06 09:54:10.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:10.696 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:10.697 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:10.697 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.547843ms] ["completed regions"=1] [2024/05/06 09:54:10.697 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:10.699 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:10.701 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:10.701 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.533072ms] ["completed regions"=1] [2024/05/06 09:54:10.701 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:10.703 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:10.705 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:10.705 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.122709ms] ["completed regions"=1] [2024/05/06 09:54:10.705 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:10.706 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:10.709 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:10.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.80988ms] ["completed regions"=1] [2024/05/06 09:54:10.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:10.770 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:10.819 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/133/608264cc-6bce-4d3d-a69a-703e7724dd5c] [currentVer=106] [latestVer=107] [2024/05/06 09:54:10.819 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 608264cc-6bce-4d3d-a69a-703e7724dd5c"] ["ddl job id"=133] [ver=107] [2024/05/06 09:54:10.872 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=102.18672ms] [2024/05/06 09:54:10.877 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:10.887 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=107] [2024/05/06 09:54:10.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=143.958012ms] [job="ID:133, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.137 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [job="ID:133, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:09.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.170 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:54:11.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.174 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 1.809959452\n# Parse_time: 0.00037585\n# Compile_time: 0.000711096\n# Rewrite_time: 0.00000847\n# Optimize_time: 0.002387155\n# Wait_TS: 0.00037004\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:07.854000';"] [2024/05/06 09:54:11.178 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:54:11.245 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t1] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t1`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:54:11.359 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [2024/05/06 09:54:11.360 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [2024/05/06 09:54:11.360 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:11.361 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [] [2024/05/06 09:54:11.362 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:11.362 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=25.129Β΅s] [2024/05/06 09:54:11.362 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=14.694Β΅s] [2024/05/06 09:54:11.362 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=5.387Β΅s] [2024/05/06 09:54:11.363 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=13.529Β΅s] [2024/05/06 09:54:11.363 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:11.363 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=4.969Β΅s] [2024/05/06 09:54:11.363 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:11.363 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:11.363 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:11.367 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=608264cc-6bce-4d3d-a69a-703e7724dd5c] ["take time"=41.770681ms] [2024/05/06 09:54:11.368 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=608264cc-6bce-4d3d-a69a-703e7724dd5c] [2024/05/06 09:54:11.370 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:11.370 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:11.370 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6f37ba2c-68f1-47f3-bfbc-587301abe487] [watcherID=4d566e4e-ee34-4997-8d05-c63af05576a9] [2024/05/06 09:54:11.370 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6f37ba2c-68f1-47f3-bfbc-587301abe487] [2024/05/06 09:54:11.370 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:11.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.370 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.370 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:11.371 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.371 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.371 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.371 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.376 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:11.376 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=543] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:11.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:11.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:11.377 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=608264cc-6bce-4d3d-a69a-703e7724dd5c] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:11.377 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:11.378 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:11.378 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:11.378 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="context canceled"] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:11.377 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:11.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:11.378 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 770c8895-ba89-4728-bf10-6c300809c36f"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:11.378 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:11.378 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:11.378 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 770c8895-ba89-4728-bf10-6c300809c36f"] [2024/05/06 09:54:11.378 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [2024/05/06 09:54:11.378 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:11.378 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:11.378 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:11.378 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:11.378 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:11.378 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:11.379 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=608264cc-6bce-4d3d-a69a-703e7724dd5c] [2024/05/06 09:54:11.379 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:11.379 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:11.379 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:11.379 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:11.379 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:11.380 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:11.380 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=770c8895-ba89-4728-bf10-6c300809c36f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:11.380 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:11.380 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:11.380 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:11.380 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:11.380 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 770c8895-ba89-4728-bf10-6c300809c36f"] [error="context canceled"] [2024/05/06 09:54:11.456 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:11.456 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="context canceled"] [2024/05/06 09:54:11.580 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 770c8895-ba89-4728-bf10-6c300809c36f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:11.657 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:12.644 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:12.644 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:12.644 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:12.844 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 770c8895-ba89-4728-bf10-6c300809c36f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:12.914 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 608264cc-6bce-4d3d-a69a-703e7724dd5c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:12.914 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:12.914 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:12.914 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:12.922 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.596313688s] [2024/05/06 09:54:12.923 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:12.923 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.923 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:12.923 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:12.925 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackBasicRenameDropCreateTable (8.02s) === RUN TestFlashbackCreateDropTableWithData [2024/05/06 09:54:12.934 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:12.934 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:12.935 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:12.936 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:12.936 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:12.937 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:12.937 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:12.937 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:12.937 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:12.937 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:12.939 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:12.943 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:12.945 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:12.946 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:12.955 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:12.967 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:13.113 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1630] ["lease id"=3eaa8f4d50c21409] [2024/05/06 09:54:13.115 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:13.225 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=107] ["start time"=105.803933ms] [2024/05/06 09:54:13.231 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:13.231 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=462f44a6-110a-4a9c-8efa-a465ca960b8b] [runWorker=true] [2024/05/06 09:54:13.231 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:13.233 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:13.234 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:13.235 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:13.235 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:13.235 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:13.235 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:13.237 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c21501] [ownerID=462f44a6-110a-4a9c-8efa-a465ca960b8b] [op=none] [2024/05/06 09:54:13.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:13.238 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2b082310-7b3d-4f63-9eff-66c87e621040] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:13.243 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:13.268 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:13.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:13.270 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:13.286 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:13.287 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c21501] [ownerID=462f44a6-110a-4a9c-8efa-a465ca960b8b] [op=none] [2024/05/06 09:54:13.287 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [op=none] [2024/05/06 09:54:13.287 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:13.383 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:13.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:13.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:13.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:13.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:13.416 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:13.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:13.416 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:13.416 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:13.417 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:13.417 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:13.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:13.419 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:13.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:13.420 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:13.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:13.425 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:13.431 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c1f78cdc-2530-4339-8707-564c16fc69d4] [2024/05/06 09:54:13.432 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:13.432 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:13.466 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:13.467 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:13.467 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:13.503 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=83.586543ms] [2024/05/06 09:54:13.508 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:13.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:13.516 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:54:13.519 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="drop table `t`,`t1`"] [user=] [2024/05/06 09:54:13.550 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.550 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/05/06 09:54:13.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.635 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=244.329Β΅s] [gotSchemaVersion=108] [phyTblIDs="[125]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:13.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=108] [2024/05/06 09:54:13.684 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=54.083121ms] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.797 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=262.865Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:13.810 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=109] [2024/05/06 09:54:13.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=54.181659ms] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.930 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 125, Old Table Name: t"] [2024/05/06 09:54:13.963 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=230.979Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:13.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=110] [2024/05/06 09:54:14.013 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=54.052398ms] [job="ID:134, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.057 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=134] [tableIDs="[125]"] [comment="drop table: table ID"] [2024/05/06 09:54:14.070 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=134] [jobType="drop table"] [2024/05/06 09:54:14.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [job="ID:134, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:13.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.126 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 09:54:14.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.152 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.152 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/05/06 09:54:14.200 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=319.108Β΅s] [gotSchemaVersion=111] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.267 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:14.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:14.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:14.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:14.270 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=111] [2024/05/06 09:54:14.306 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.049522ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=239.641Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.405 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=112] [2024/05/06 09:54:14.432 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:14.432 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:14.432 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c1f78cdc-2530-4339-8707-564c16fc69d4] [watcherID=aa7ae34d-996b-4eb8-9c9f-03a9729c0414] [2024/05/06 09:54:14.440 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.448546ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.467 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:14.480 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:14.480 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:14.480 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:14.480 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:14.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.527 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/05/06 09:54:14.561 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=289.675Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.573 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=113] [2024/05/06 09:54:14.611 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.946035ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.672 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:54:14.680 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 09:54:14.685 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.741 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:54:14.742 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.746 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.227866229\n# Parse_time: 0.000272346\n# Compile_time: 0.000681981\n# Rewrite_time: 0.000012757\n# Optimize_time: 0.000208757\n# Wait_TS: 0.000387969\n# DB: test\n# Is_internal: false\n# Digest: e18195ee41552301c3a5d4e7505c7434155b8b2d6d1c44bdae5ca491006dcdd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`,`t1`;"] [2024/05/06 09:54:14.782 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=113] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/05/06 09:54:14.819 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/05/06 09:54:14.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.873 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.881 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 136, Table Name: t"] [2024/05/06 09:54:14.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.364606ms] [gotSchemaVersion=114] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:14.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=114] [2024/05/06 09:54:14.970 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=54.114211ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.047 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:54:15.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:15.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.30289883\n# Parse_time: 0.000425179\n# Compile_time: 0.000635035\n# Rewrite_time: 0.000011133\n# Optimize_time: 0.000420189\n# Wait_TS: 0.00030468\n# DB: test\n# Is_internal: false\n# Digest: 502809fb762949a45126a72a5116ca0a2c46abd120256786223833b61a389de9\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int);"] [2024/05/06 09:54:15.235 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:16.101 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=114] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:54:16.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/06 09:54:16.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=293.151Β΅s] [gotSchemaVersion=115] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:16.237 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=115] [2024/05/06 09:54:16.277 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=54.513196ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.353 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.385 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=374.808Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:16.397 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=116] [2024/05/06 09:54:16.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.613281ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.521 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:54:16.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=255.077Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:16.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=117] [2024/05/06 09:54:16.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.789734ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.667 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:54:16.676 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:54:16.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.731 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:54:16.731 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.635271325\n# Parse_time: 0.00020012\n# Compile_time: 0.000617795\n# Rewrite_time: 0.000009894\n# Optimize_time: 0.000420189\n# Wait_TS: 0.000479985\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/06 09:54:16.737 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=117] [cur_db=test] [sql="create table t(b int)"] [user=] [2024/05/06 09:54:16.770 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.770 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(b int)"] [2024/05/06 09:54:16.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.821 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 139, Table Name: t"] [2024/05/06 09:54:16.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.962044ms] [gotSchemaVersion=118] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:16.896 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=118] [2024/05/06 09:54:16.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.607379ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.959 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.993 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 09:54:16.993 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.013 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:16.053 +0000 UTC"] [2024/05/06 09:54:17.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:17.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:16.053000'"] [2024/05/06 09:54:17.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.094 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/05/06 09:54:17.125 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=188.941Β΅s] [gotSchemaVersion=119] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:17.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=119] [2024/05/06 09:54:17.462 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.424182ms] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.547 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:17.557 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:17.560 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.467349ms] ["completed regions"=1] [2024/05/06 09:54:17.560 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:17.570 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:17.572 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.589516ms] ["completed regions"=1] [2024/05/06 09:54:17.572 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:17.583 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:17.585 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=12.335363ms] ["completed regions"=1] [2024/05/06 09:54:17.585 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:17.614 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:17.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=31.124508ms] ["completed regions"=1] [2024/05/06 09:54:17.617 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:17.627 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:17.629 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=11.307542ms] ["completed regions"=1] [2024/05/06 09:54:17.629 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:17.638 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:17.640 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.947739ms] ["completed regions"=1] [2024/05/06 09:54:17.640 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:17.648 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:17.650 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.853125ms] ["completed regions"=1] [2024/05/06 09:54:17.650 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:17.659 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:17.660 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.680381ms] ["completed regions"=1] [2024/05/06 09:54:17.660 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:17.668 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:17.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.74111ms] ["completed regions"=1] [2024/05/06 09:54:17.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:17.678 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:17.680 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.279818ms] ["completed regions"=1] [2024/05/06 09:54:17.680 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:17.688 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:17.689 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.252852ms] ["completed regions"=1] [2024/05/06 09:54:17.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:17.697 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:17.700 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.036865ms] ["completed regions"=1] [2024/05/06 09:54:17.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:17.707 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:17.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.691657ms] ["completed regions"=1] [2024/05/06 09:54:17.709 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:17.717 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:17.719 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=9.02168ms] ["completed regions"=1] [2024/05/06 09:54:17.719 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:17.726 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:17.728 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.738777ms] ["completed regions"=1] [2024/05/06 09:54:17.728 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:17.734 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:17.736 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.683744ms] ["completed regions"=1] [2024/05/06 09:54:17.736 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:17.745 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:17.747 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=10.326839ms] ["completed regions"=1] [2024/05/06 09:54:17.747 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:17.753 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:17.755 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.430946ms] ["completed regions"=1] [2024/05/06 09:54:17.755 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:17.761 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:17.763 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.299186ms] ["completed regions"=1] [2024/05/06 09:54:17.763 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:17.769 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:17.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.888936ms] ["completed regions"=1] [2024/05/06 09:54:17.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:17.776 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:17.778 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.010399ms] ["completed regions"=1] [2024/05/06 09:54:17.778 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:17.783 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:17.784 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.185286ms] ["completed regions"=1] [2024/05/06 09:54:17.785 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:17.790 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:17.792 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.048095ms] ["completed regions"=1] [2024/05/06 09:54:17.792 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:17.797 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:17.798 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.826829ms] ["completed regions"=1] [2024/05/06 09:54:17.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:17.803 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:17.804 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.697176ms] ["completed regions"=1] [2024/05/06 09:54:17.805 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:17.809 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:17.810 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.204232ms] ["completed regions"=1] [2024/05/06 09:54:17.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:17.814 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:17.816 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.036133ms] ["completed regions"=1] [2024/05/06 09:54:17.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:17.819 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:17.820 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.51739ms] ["completed regions"=1] [2024/05/06 09:54:17.820 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:17.824 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:17.825 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.360193ms] ["completed regions"=1] [2024/05/06 09:54:17.825 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:17.828 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:17.830 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.152813ms] ["completed regions"=1] [2024/05/06 09:54:17.830 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:17.833 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:17.834 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.949808ms] ["completed regions"=1] [2024/05/06 09:54:17.834 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:17.837 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:17.839 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.226247ms] ["completed regions"=1] [2024/05/06 09:54:17.839 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:17.842 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:17.843 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.901832ms] ["completed regions"=1] [2024/05/06 09:54:17.843 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:17.846 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:17.848 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.226232ms] ["completed regions"=1] [2024/05/06 09:54:17.848 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:17.850 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:17.852 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.406837ms] ["completed regions"=1] [2024/05/06 09:54:17.852 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:17.854 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:17.855 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.120325ms] ["completed regions"=1] [2024/05/06 09:54:17.855 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:17.857 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:17.858 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.923776ms] ["completed regions"=1] [2024/05/06 09:54:17.859 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:17.860 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:17.861 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.587678ms] ["completed regions"=1] [2024/05/06 09:54:17.861 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:17.863 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:17.865 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.77098ms] ["completed regions"=1] [2024/05/06 09:54:17.902 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/05/06 09:54:17.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.934 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:17.944 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:17.948 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:17.948 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.186851ms] ["completed regions"=1] [2024/05/06 09:54:17.948 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:17.957 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:17.958 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:17.958 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.499075ms] ["completed regions"=1] [2024/05/06 09:54:17.959 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:17.969 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:17.970 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:17.970 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.544395ms] ["completed regions"=1] [2024/05/06 09:54:17.970 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:17.980 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:17.981 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:17.981 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.532419ms] ["completed regions"=1] [2024/05/06 09:54:17.981 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:17.991 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:17.992 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:17.992 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.35402ms] ["completed regions"=1] [2024/05/06 09:54:17.992 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:18.001 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:18.002 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:18.002 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.709978ms] ["completed regions"=1] [2024/05/06 09:54:18.002 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:18.011 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:18.012 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:18.012 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.380046ms] ["completed regions"=1] [2024/05/06 09:54:18.012 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:18.020 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:18.022 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:18.022 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.491642ms] ["completed regions"=1] [2024/05/06 09:54:18.022 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:18.030 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:18.031 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:18.031 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.750889ms] ["completed regions"=1] [2024/05/06 09:54:18.031 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:18.041 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:18.042 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:18.042 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.467584ms] ["completed regions"=1] [2024/05/06 09:54:18.042 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:18.050 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:18.052 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:18.052 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.978254ms] ["completed regions"=1] [2024/05/06 09:54:18.052 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:18.059 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:18.062 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:18.062 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.923506ms] ["completed regions"=1] [2024/05/06 09:54:18.062 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:18.069 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:18.070 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:18.070 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.848542ms] ["completed regions"=1] [2024/05/06 09:54:18.070 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:18.077 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:18.078 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:18.078 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.277325ms] ["completed regions"=1] [2024/05/06 09:54:18.078 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:18.084 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:18.085 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:18.086 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.395335ms] ["completed regions"=1] [2024/05/06 09:54:18.086 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:18.092 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:18.094 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:18.094 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.892742ms] ["completed regions"=1] [2024/05/06 09:54:18.094 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:18.100 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:18.101 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:18.102 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.39362ms] ["completed regions"=1] [2024/05/06 09:54:18.102 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:18.108 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:18.110 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:18.110 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.647714ms] ["completed regions"=1] [2024/05/06 09:54:18.110 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:18.115 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:18.116 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:18.117 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.461053ms] ["completed regions"=1] [2024/05/06 09:54:18.117 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:18.122 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:18.123 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:18.123 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.12802ms] ["completed regions"=1] [2024/05/06 09:54:18.123 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:18.128 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:18.130 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:18.130 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.289722ms] ["completed regions"=1] [2024/05/06 09:54:18.130 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:18.134 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:18.136 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:18.136 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.859615ms] ["completed regions"=1] [2024/05/06 09:54:18.136 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:18.141 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:18.142 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:18.142 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.9154ms] ["completed regions"=1] [2024/05/06 09:54:18.142 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:18.147 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:18.148 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:18.148 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.655201ms] ["completed regions"=1] [2024/05/06 09:54:18.148 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:18.153 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:18.154 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:18.154 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.307108ms] ["completed regions"=1] [2024/05/06 09:54:18.154 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:18.158 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:18.159 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:18.159 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.034955ms] ["completed regions"=1] [2024/05/06 09:54:18.159 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:18.163 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:18.164 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:18.165 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.86725ms] ["completed regions"=1] [2024/05/06 09:54:18.165 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:18.168 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:18.170 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:18.170 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.746003ms] ["completed regions"=1] [2024/05/06 09:54:18.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:18.173 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:18.175 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:18.175 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.721127ms] ["completed regions"=1] [2024/05/06 09:54:18.175 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:18.178 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:18.180 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:18.180 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.386056ms] ["completed regions"=1] [2024/05/06 09:54:18.180 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:18.183 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:18.184 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:18.184 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.076668ms] ["completed regions"=1] [2024/05/06 09:54:18.184 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:18.187 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:18.188 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:18.188 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.80754ms] ["completed regions"=1] [2024/05/06 09:54:18.188 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:18.191 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:18.192 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:18.192 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.698289ms] ["completed regions"=1] [2024/05/06 09:54:18.193 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:18.195 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:18.196 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:18.196 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.399566ms] ["completed regions"=1] [2024/05/06 09:54:18.196 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:18.199 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:18.200 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:18.200 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.597363ms] ["completed regions"=1] [2024/05/06 09:54:18.200 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:18.225 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:18.227 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:18.227 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=26.042868ms] ["completed regions"=1] [2024/05/06 09:54:18.227 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:18.229 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:18.231 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:18.231 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.324608ms] ["completed regions"=1] [2024/05/06 09:54:18.231 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:18.233 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:18.234 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:18.234 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.63816ms] ["completed regions"=1] [2024/05/06 09:54:18.234 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:18.236 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:18.238 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:18.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.893407ms] ["completed regions"=1] [2024/05/06 09:54:18.239 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:18.309 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:18.358 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/141/462f44a6-110a-4a9c-8efa-a465ca960b8b] [currentVer=119] [latestVer=120] [2024/05/06 09:54:18.358 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 462f44a6-110a-4a9c-8efa-a465ca960b8b"] ["ddl job id"=141] [ver=120] [2024/05/06 09:54:18.410 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=100.79436ms] [2024/05/06 09:54:18.415 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:18.425 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=120] [2024/05/06 09:54:18.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=143.506362ms] [job="ID:141, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.655 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [job="ID:141, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:17.003 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.684 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:54:18.684 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 1.676681104\n# Parse_time: 0.000418407\n# Compile_time: 0.000678492\n# Rewrite_time: 0.000007243\n# Optimize_time: 0.000420189\n# Wait_TS: 0.000404146\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:16.053000';"] [2024/05/06 09:54:18.728 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [2024/05/06 09:54:18.728 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [2024/05/06 09:54:18.729 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [] [2024/05/06 09:54:18.730 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=27.257Β΅s] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=14.216Β΅s] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=8.362Β΅s] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=17.747Β΅s] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=9.526Β΅s] [2024/05/06 09:54:18.731 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:18.731 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:18.731 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:18.736 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=462f44a6-110a-4a9c-8efa-a465ca960b8b] ["take time"=36.206024ms] [2024/05/06 09:54:18.736 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=462f44a6-110a-4a9c-8efa-a465ca960b8b] [2024/05/06 09:54:18.738 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:18.738 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c1f78cdc-2530-4339-8707-564c16fc69d4] [watcherID=aa7ae34d-996b-4eb8-9c9f-03a9729c0414] [2024/05/06 09:54:18.738 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:18.738 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c1f78cdc-2530-4339-8707-564c16fc69d4] [2024/05/06 09:54:18.738 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:18.738 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:18.738 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:18.738 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:18.738 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:18.738 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:18.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:18.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:18.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:18.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:18.745 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:18.745 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1630] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:18.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=462f44a6-110a-4a9c-8efa-a465ca960b8b] [2024/05/06 09:54:18.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b082310-7b3d-4f63-9eff-66c87e621040"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:18.747 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:18.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:18.747 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:18.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:18.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:18.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:18.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:18.746 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:18.746 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:18.746 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:18.746 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:18.746 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:18.747 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="context canceled"] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [2024/05/06 09:54:18.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:18.747 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:18.747 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=462f44a6-110a-4a9c-8efa-a465ca960b8b] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [2024/05/06 09:54:18.747 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:18.747 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:18.747 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:18.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:18.748 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/06 09:54:18.748 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 09:54:18.749 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2b082310-7b3d-4f63-9eff-66c87e621040] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:18.749 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:18.749 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:18.749 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b082310-7b3d-4f63-9eff-66c87e621040"] [error="context canceled"] [2024/05/06 09:54:18.749 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:18.749 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[ddl-syncer] /tidb/ddl/all_schema_versions/462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="context canceled"] [2024/05/06 09:54:18.749 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:18.749 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:18.749 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b082310-7b3d-4f63-9eff-66c87e621040"] [2024/05/06 09:54:18.773 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:18.950 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/06 09:54:18.950 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:18.960 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/06 09:54:18.960 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 09:54:18.960 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/06 09:54:18.960 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:18.972 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:18.973 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:18.973 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:18.984 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:18.984 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:18.984 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:18.996 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:18.996 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:18.996 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:19.007 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:19.007 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:19.007 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:19.018 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:19.028 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:19.028 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:19.029 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:19.039 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:19.039 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:19.039 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:19.046 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/06 09:54:19.046 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/06 09:54:19.046 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/06 09:54:19.046 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:19.057 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/06 09:54:19.057 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:54:19.057 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:54:19.065 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:19.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:19.275 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:19.776 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:19.991 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b082310-7b3d-4f63-9eff-66c87e621040"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:19.997 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:19.997 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:19.998 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:20.013 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:20.216 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.276 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:20.776 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:21.270 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449574144233439241] [newTTL=7551] [isPipelinedTxn=false] [2024/05/06 09:54:21.277 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:21.471 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 462f44a6-110a-4a9c-8efa-a465ca960b8b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:21.777 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:22.278 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:22.778 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:23.279 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/06 09:54:23.770 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449574144233439241] [newTTL=10051] [isPipelinedTxn=false] [2024/05/06 09:54:23.780 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 09:54:23.781 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:23.782 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574144233439241\n# Query_time: 5.01156653\n# Parse_time: 0\n# Compile_time: 0.000679734\n# Rewrite_time: 0.000005391\n# Optimize_time: 0.001449022\n# Wait_TS: 0\n# Prewrite_time: 0.001718342 Get_commit_ts_time: 0.000449799 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 118, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 640.8Β΅s}, scan_detail: {get_snapshot_time: 25.9Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 18.5Β΅s, propose_send_wait: 0s, persist_log: {total: 89.7Β΅s, write_leader_wait: 62ns, sync_log: 50.8Β΅s, write_memtable: 2.35Β΅s}, commit_log: 320.4Β΅s, apply_batch_wait: 16.2Β΅s, apply: {total:70.5Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 14.4Β΅s, write_memtable: 14.3Β΅s}}} Write_keys: 3 Write_size: 123 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001435601\n# PD_total: 0.000435559\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:23.782 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=120] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:23.783 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/06 09:54:23.784 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:23.784 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:23.784 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:23.784 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:23.791 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=5.091716404s] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:23.792 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:23.792 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.792 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:23.792 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:23.794 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropTableWithData (10.87s) === RUN TestFlashbackCreateDropSchema [2024/05/06 09:54:23.803 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:23.803 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:23.804 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:23.805 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:23.805 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:23.806 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:23.806 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:23.806 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:23.806 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:23.806 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:23.808 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:23.812 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:23.814 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:23.816 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:23.825 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:23.837 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:23.995 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=26] ["lease id"=6f188f4d50c2154c] [2024/05/06 09:54:23.998 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:24.105 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=120] ["start time"=102.690404ms] [2024/05/06 09:54:24.111 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:24.111 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2222e427-32b0-49df-adc2-9c2d64b5dfd0] [runWorker=true] [2024/05/06 09:54:24.111 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:24.113 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:24.114 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:24.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:24.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:24.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:24.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:24.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:24.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:24.115 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:24.115 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:24.115 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:24.115 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:24.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:24.115 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:24.115 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:24.115 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:24.117 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20ef5] [ownerID=2222e427-32b0-49df-adc2-9c2d64b5dfd0] [op=none] [2024/05/06 09:54:24.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:24.117 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3318a8ed-55d2-415d-8376-0d6f975c8419] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:24.122 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:24.145 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:24.147 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:24.147 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:24.166 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:24.167 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20ef5] [ownerID=2222e427-32b0-49df-adc2-9c2d64b5dfd0] [op=none] [2024/05/06 09:54:24.167 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [op=none] [2024/05/06 09:54:24.167 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:24.253 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:24.270 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:24.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:24.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:24.283 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:24.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:24.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:24.283 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:24.283 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:24.283 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:24.283 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:24.285 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:24.285 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:24.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:24.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:24.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:24.287 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:24.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:24.290 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:24.291 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:24.296 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/430f7182-ea8f-456a-8f5f-07b03ed5dbd4] [2024/05/06 09:54:24.297 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:24.297 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:24.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:24.300 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:24.301 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:24.331 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.384224ms] [2024/05/06 09:54:24.340 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:24.345 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:24.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:54:24.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:24.378 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:54:24.454 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=265.886Β΅s] [gotSchemaVersion=121] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:24.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=121] [2024/05/06 09:54:24.542 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=52.950579ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=231.85Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:24.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=122] [2024/05/06 09:54:24.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.381047ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.734 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.743 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:54:24.774 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=351.405Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:24.810 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=123] [2024/05/06 09:54:24.823 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.782896ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.869 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:54:24.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/06 09:54:24.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:24.353 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.949 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:54:24.950 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:24.953 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 0.606639748\n# Parse_time: 0.000208418\n# Compile_time: 0.000587467\n# Rewrite_time: 0.000008763\n# Optimize_time: 0.000205144\n# Wait_TS: 0.000413752\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:54:24.987 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=123] [cur_db=test] [sql="create table t(a int, index k(a))"] [user=] [2024/05/06 09:54:25.030 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:25.030 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index k(a))"] [2024/05/06 09:54:25.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:25.105 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 143, Table Name: t"] [2024/05/06 09:54:25.143 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:25.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:25.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:25.143 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:25.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.501278ms] [gotSchemaVersion=124] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:25.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=124] [2024/05/06 09:54:25.205 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.459331ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:25.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:25.280 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:54:25.280 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:25.297 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:25.297 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:25.297 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/430f7182-ea8f-456a-8f5f-07b03ed5dbd4] [watcherID=1255c3b1-dd0f-4ce9-9cf1-d8000cb639b0] [2024/05/06 09:54:25.301 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:25.314 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:25.314 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:25.314 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:25.314 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:26.115 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:26.299 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=124] [cur_db=test] [sql="drop schema test"] [user=] [2024/05/06 09:54:26.328 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:26.328 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test"] [2024/05/06 09:54:26.405 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=267.184Β΅s] [gotSchemaVersion=125] [phyTblIDs="[143]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:26.455 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=125] [2024/05/06 09:54:26.492 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.549049ms] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.571 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=205.486Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:26.584 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=126] [2024/05/06 09:54:26.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.648599ms] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=295.139Β΅s] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:26.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=127] [2024/05/06 09:54:26.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=54.033433ms] [job="ID:145, Type:drop schema, State:done, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.887 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:26.896 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop schema"] [2024/05/06 09:54:26.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:drop schema, State:synced, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.303 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:54:26.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:26.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.657963325\n# Parse_time: 0.000241569\n# Compile_time: 0.000798991\n# Rewrite_time: 0.0000141\n# Optimize_time: 0.000388575\n# Wait_TS: 0.000446679\n# Is_internal: false\n# Digest: 7395cbe033e695b7422836016be6bd8c724e8ed7a51276c275dcc5e5acd51631\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop schema test;"] [2024/05/06 09:54:26.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=] [sql="create schema test1"] [user=] [2024/05/06 09:54:26.992 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:26.992 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test1"] [2024/05/06 09:54:27.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.103 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=1.296198ms] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:27.115 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=128] [2024/05/06 09:54:27.150 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.620712ms] [job="ID:147, Type:create schema, State:done, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.190 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [job="ID:147, Type:create schema, State:synced, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.953 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.217 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/06 09:54:27.217 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:27.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=] [sql="create schema test2"] [user=] [2024/05/06 09:54:27.257 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:27.257 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test2"] [2024/05/06 09:54:27.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.344 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=1.006598ms] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:27.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=149] [version=129] [2024/05/06 09:54:27.392 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.295942ms] [job="ID:149, Type:create schema, State:done, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [job="ID:149, Type:create schema, State:synced, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.517 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=149] [2024/05/06 09:54:27.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:27.521 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.301215405\n# Parse_time: 0.000276415\n# Compile_time: 0.000762891\n# Rewrite_time: 0.000009349\n# Optimize_time: 0.000388575\n# Wait_TS: 0.000471299\n# Is_internal: false\n# Digest: 67177a2f17159c053ce6c49d2776d03d14c8019b0a354c525d83a44ed4df6723\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate schema test2;"] [2024/05/06 09:54:27.525 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:27.525 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=129] [error="[schema:1049]Unknown database 'test'"] [errorVerbose="[schema:1049]Unknown database 'test'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:338\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test1\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:27.528 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test2] [sql="drop schema test2"] [user=] [2024/05/06 09:54:27.558 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:27.558 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test2"] [2024/05/06 09:54:27.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=227.737Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:27.652 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=130] [2024/05/06 09:54:27.692 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=56.246297ms] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=232.15Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:27.785 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=131] [2024/05/06 09:54:27.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=54.341996ms] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=230.341Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:27.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=132] [2024/05/06 09:54:27.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.412896ms] [job="ID:150, Type:drop schema, State:done, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.051 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=150] [jobType="drop schema"] [2024/05/06 09:54:28.055 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:drop schema, State:synced, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.108 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:54:28.109 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:28.113 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.585351981\n# Parse_time: 0.00021365\n# Compile_time: 0.000600248\n# Rewrite_time: 0.000009425\n# Optimize_time: 0.000388575\n# Wait_TS: 0.000299768\n# Is_internal: false\n# Digest: 198bfda5b99bff3010b007aaf6570fccdae9746e3b653fef5a8797582c25f54f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop schema test2;"] [2024/05/06 09:54:28.117 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:26.253 +0000 UTC"] [2024/05/06 09:54:28.152 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:28.152 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:26.253000'"] [2024/05/06 09:54:28.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.254 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/05/06 09:54:28.285 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=175.644Β΅s] [gotSchemaVersion=133] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:28.623 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=133] [2024/05/06 09:54:28.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.712979ms] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.739 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=26] ["first split key"=6d44423a3134360000fd0000000000000068] [2024/05/06 09:54:28.742 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=26] ["first at"=6d44423a3134360000fd0000000000000068] ["first new region left"="{Id:338 StartKey: EndKey:6d44423a31343600ff00fd000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:339 store_id:1 id:340 store_id:2 id:341 store_id:7 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/06 09:54:28.742 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[338,342]"] [2024/05/06 09:54:28.774 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/05/06 09:54:28.784 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=342] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/05/06 09:54:28.786 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=11.377546ms] ["completed regions"=1] [2024/05/06 09:54:28.786 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:28.797 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:28.800 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.877036ms] ["completed regions"=1] [2024/05/06 09:54:28.800 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:28.809 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:28.811 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.234835ms] ["completed regions"=1] [2024/05/06 09:54:28.811 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:28.821 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:28.823 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.765798ms] ["completed regions"=1] [2024/05/06 09:54:28.823 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:28.831 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:28.833 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.110763ms] ["completed regions"=1] [2024/05/06 09:54:28.833 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:28.842 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:28.844 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.320776ms] ["completed regions"=1] [2024/05/06 09:54:28.844 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:28.853 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:28.855 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.985703ms] ["completed regions"=1] [2024/05/06 09:54:28.855 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:28.863 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:28.865 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.130158ms] ["completed regions"=1] [2024/05/06 09:54:28.866 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:28.874 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:28.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.806648ms] ["completed regions"=1] [2024/05/06 09:54:28.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:28.885 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:28.887 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=10.471846ms] ["completed regions"=1] [2024/05/06 09:54:28.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:28.895 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:28.896 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.262351ms] ["completed regions"=1] [2024/05/06 09:54:28.897 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:28.904 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:28.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.755144ms] ["completed regions"=1] [2024/05/06 09:54:28.906 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:28.913 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:28.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.593939ms] ["completed regions"=1] [2024/05/06 09:54:28.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:28.923 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:28.925 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.590003ms] ["completed regions"=1] [2024/05/06 09:54:28.925 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:28.932 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:28.934 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.530877ms] ["completed regions"=1] [2024/05/06 09:54:28.934 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:28.941 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:28.943 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.427672ms] ["completed regions"=1] [2024/05/06 09:54:28.943 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:28.950 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:28.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.329662ms] ["completed regions"=1] [2024/05/06 09:54:28.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:28.958 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:28.959 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.321331ms] ["completed regions"=1] [2024/05/06 09:54:28.959 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:28.965 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:28.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.146574ms] ["completed regions"=1] [2024/05/06 09:54:28.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:28.973 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:28.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.510154ms] ["completed regions"=1] [2024/05/06 09:54:28.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:28.981 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:28.982 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.269295ms] ["completed regions"=1] [2024/05/06 09:54:28.983 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:28.988 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:28.990 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.750973ms] ["completed regions"=1] [2024/05/06 09:54:28.990 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:28.995 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:28.997 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.892199ms] ["completed regions"=1] [2024/05/06 09:54:28.997 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:29.002 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:29.004 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.382273ms] ["completed regions"=1] [2024/05/06 09:54:29.004 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:29.009 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:29.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.036539ms] ["completed regions"=1] [2024/05/06 09:54:29.011 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:29.015 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:29.017 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.761209ms] ["completed regions"=1] [2024/05/06 09:54:29.017 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:29.021 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:29.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.832753ms] ["completed regions"=1] [2024/05/06 09:54:29.023 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:29.029 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:29.030 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=7.004566ms] ["completed regions"=1] [2024/05/06 09:54:29.031 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:29.059 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:29.061 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=30.014777ms] ["completed regions"=1] [2024/05/06 09:54:29.061 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:29.066 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:29.068 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.595536ms] ["completed regions"=1] [2024/05/06 09:54:29.068 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:29.071 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:29.073 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.104605ms] ["completed regions"=1] [2024/05/06 09:54:29.073 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:29.077 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:29.079 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.912412ms] ["completed regions"=1] [2024/05/06 09:54:29.079 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:29.082 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:29.084 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.684933ms] ["completed regions"=1] [2024/05/06 09:54:29.084 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:29.088 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:29.090 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=5.131238ms] ["completed regions"=1] [2024/05/06 09:54:29.090 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:29.092 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:29.094 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.62549ms] ["completed regions"=1] [2024/05/06 09:54:29.094 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:29.097 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:29.099 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=4.249518ms] ["completed regions"=1] [2024/05/06 09:54:29.099 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:29.102 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:29.104 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=4.378047ms] ["completed regions"=1] [2024/05/06 09:54:29.104 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:29.106 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:29.108 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.375457ms] ["completed regions"=1] [2024/05/06 09:54:29.108 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:29.110 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:29.112 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.38534ms] ["completed regions"=1] [2024/05/06 09:54:29.112 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:29.113 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:29.115 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.040094ms] ["completed regions"=1] [2024/05/06 09:54:29.156 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/05/06 09:54:29.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:29.188 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/05/06 09:54:29.199 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=342] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/05/06 09:54:29.201 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=40] [] [2024/05/06 09:54:29.201 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=12.560202ms] ["completed regions"=1] [2024/05/06 09:54:29.201 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:29.211 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:29.214 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=40] [] [2024/05/06 09:54:29.214 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.753033ms] ["completed regions"=1] [2024/05/06 09:54:29.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:29.223 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:29.228 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=40] [] [2024/05/06 09:54:29.228 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=13.628334ms] ["completed regions"=1] [2024/05/06 09:54:29.228 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:29.238 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:29.240 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=40] [] [2024/05/06 09:54:29.240 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.734794ms] ["completed regions"=1] [2024/05/06 09:54:29.241 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:29.250 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:29.252 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=40] [] [2024/05/06 09:54:29.252 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.863921ms] ["completed regions"=1] [2024/05/06 09:54:29.252 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:29.260 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:29.262 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=40] [] [2024/05/06 09:54:29.262 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.196699ms] ["completed regions"=1] [2024/05/06 09:54:29.262 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:29.271 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:29.273 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=40] [] [2024/05/06 09:54:29.273 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.491953ms] ["completed regions"=1] [2024/05/06 09:54:29.273 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:29.282 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:29.284 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=40] [] [2024/05/06 09:54:29.284 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.027611ms] ["completed regions"=1] [2024/05/06 09:54:29.284 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:29.293 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:29.295 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=40] [] [2024/05/06 09:54:29.296 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=11.445889ms] ["completed regions"=1] [2024/05/06 09:54:29.296 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:29.304 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:29.306 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=40] [] [2024/05/06 09:54:29.306 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.705824ms] ["completed regions"=1] [2024/05/06 09:54:29.306 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:29.314 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:29.316 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=40] [] [2024/05/06 09:54:29.316 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.03634ms] ["completed regions"=1] [2024/05/06 09:54:29.316 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:29.324 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:29.326 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=40] [] [2024/05/06 09:54:29.326 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.704249ms] ["completed regions"=1] [2024/05/06 09:54:29.327 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:29.334 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:29.338 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=40] [] [2024/05/06 09:54:29.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.695007ms] ["completed regions"=1] [2024/05/06 09:54:29.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:29.345 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:29.347 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=40] [] [2024/05/06 09:54:29.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.46214ms] ["completed regions"=1] [2024/05/06 09:54:29.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:29.354 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:29.355 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=40] [] [2024/05/06 09:54:29.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.383219ms] ["completed regions"=1] [2024/05/06 09:54:29.356 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:29.363 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:29.364 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=40] [] [2024/05/06 09:54:29.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.572169ms] ["completed regions"=1] [2024/05/06 09:54:29.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:29.372 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:29.374 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=40] [] [2024/05/06 09:54:29.374 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.664176ms] ["completed regions"=1] [2024/05/06 09:54:29.374 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:29.382 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:29.384 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=40] [] [2024/05/06 09:54:29.384 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=9.554498ms] ["completed regions"=1] [2024/05/06 09:54:29.384 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:29.391 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:29.392 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=40] [] [2024/05/06 09:54:29.392 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=8.443481ms] ["completed regions"=1] [2024/05/06 09:54:29.393 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:29.398 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:29.400 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=40] [] [2024/05/06 09:54:29.400 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.41768ms] ["completed regions"=1] [2024/05/06 09:54:29.400 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:29.407 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:29.409 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=40] [] [2024/05/06 09:54:29.409 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=8.221213ms] ["completed regions"=1] [2024/05/06 09:54:29.409 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:29.414 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:29.416 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=40] [] [2024/05/06 09:54:29.416 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.503967ms] ["completed regions"=1] [2024/05/06 09:54:29.416 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:29.421 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:29.423 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=40] [] [2024/05/06 09:54:29.423 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.797765ms] ["completed regions"=1] [2024/05/06 09:54:29.423 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:29.429 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:29.431 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=40] [] [2024/05/06 09:54:29.431 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.593383ms] ["completed regions"=1] [2024/05/06 09:54:29.431 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:29.437 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:29.438 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=40] [] [2024/05/06 09:54:29.438 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.895878ms] ["completed regions"=1] [2024/05/06 09:54:29.438 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:29.443 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:29.445 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=40] [] [2024/05/06 09:54:29.445 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.841056ms] ["completed regions"=1] [2024/05/06 09:54:29.445 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:29.449 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:29.451 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=40] [] [2024/05/06 09:54:29.451 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.754936ms] ["completed regions"=1] [2024/05/06 09:54:29.451 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:29.455 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:29.456 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=40] [] [2024/05/06 09:54:29.456 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.227023ms] ["completed regions"=1] [2024/05/06 09:54:29.456 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:29.460 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:29.462 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=40] [] [2024/05/06 09:54:29.462 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.887749ms] ["completed regions"=1] [2024/05/06 09:54:29.462 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:29.465 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:29.467 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=40] [] [2024/05/06 09:54:29.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.650707ms] ["completed regions"=1] [2024/05/06 09:54:29.467 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:29.470 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:29.472 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=40] [] [2024/05/06 09:54:29.472 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.546389ms] ["completed regions"=1] [2024/05/06 09:54:29.472 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:29.477 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:29.478 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=40] [] [2024/05/06 09:54:29.478 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=5.983567ms] ["completed regions"=1] [2024/05/06 09:54:29.478 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:29.481 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:29.482 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=40] [] [2024/05/06 09:54:29.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.988085ms] ["completed regions"=1] [2024/05/06 09:54:29.483 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:29.485 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:29.487 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=40] [] [2024/05/06 09:54:29.487 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.831488ms] ["completed regions"=1] [2024/05/06 09:54:29.487 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:29.489 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:29.491 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=40] [] [2024/05/06 09:54:29.491 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.541341ms] ["completed regions"=1] [2024/05/06 09:54:29.491 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:29.493 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:29.494 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=40] [] [2024/05/06 09:54:29.494 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.371503ms] ["completed regions"=1] [2024/05/06 09:54:29.494 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:29.497 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:29.498 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=40] [] [2024/05/06 09:54:29.498 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.575668ms] ["completed regions"=1] [2024/05/06 09:54:29.498 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:29.500 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:29.502 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=40] [] [2024/05/06 09:54:29.502 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.218725ms] ["completed regions"=1] [2024/05/06 09:54:29.502 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:29.504 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:29.505 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=40] [] [2024/05/06 09:54:29.505 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.768758ms] ["completed regions"=1] [2024/05/06 09:54:29.505 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:29.507 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:29.508 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=40] ["total regions"=40] [] [2024/05/06 09:54:29.508 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.613915ms] ["completed regions"=1] [2024/05/06 09:54:29.508 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:29.563 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:29.612 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/151/2222e427-32b0-49df-adc2-9c2d64b5dfd0] [currentVer=133] [latestVer=134] [2024/05/06 09:54:29.612 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] ["ddl job id"=151] [ver=134] [2024/05/06 09:54:29.665 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=102.013735ms] [2024/05/06 09:54:29.671 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:29.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=134] [2024/05/06 09:54:29.713 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=154.304334ms] [job="ID:151, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:29.906 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [job="ID:151, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:28.103 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:29.938 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/06 09:54:29.938 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:29.943 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.829004087\n# Parse_time: 0.000724964\n# Compile_time: 0.001185454\n# Rewrite_time: 0.00000983\n# Optimize_time: 0.000388575\n# Wait_TS: 0.000687519\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:26.253000';"] [2024/05/06 09:54:29.946 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=k] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`k`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:54:30.006 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:30.007 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test1'"] [errorVerbose="[schema:1049]Unknown database 'test1'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:351\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:30.008 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:30.008 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test2'"] [errorVerbose="[schema:1049]Unknown database 'test2'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:352\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:30.023 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [2024/05/06 09:54:30.023 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [2024/05/06 09:54:30.024 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [] [2024/05/06 09:54:30.025 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:30.025 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=63.45Β΅s] [2024/05/06 09:54:30.026 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=24.888Β΅s] [2024/05/06 09:54:30.026 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=46.771Β΅s] [2024/05/06 09:54:30.026 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=18.285Β΅s] [2024/05/06 09:54:30.026 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:30.026 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=5.545Β΅s] [2024/05/06 09:54:30.026 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:30.026 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:30.026 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:30.032 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2222e427-32b0-49df-adc2-9c2d64b5dfd0] ["take time"=23.283567ms] [2024/05/06 09:54:30.032 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2222e427-32b0-49df-adc2-9c2d64b5dfd0] [2024/05/06 09:54:30.034 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:30.034 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:30.034 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/430f7182-ea8f-456a-8f5f-07b03ed5dbd4] [watcherID=1255c3b1-dd0f-4ce9-9cf1-d8000cb639b0] [2024/05/06 09:54:30.034 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/430f7182-ea8f-456a-8f5f-07b03ed5dbd4] [2024/05/06 09:54:30.035 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:30.035 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:30.035 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:30.035 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:30.041 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:30.041 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=26] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2222e427-32b0-49df-adc2-9c2d64b5dfd0] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:30.043 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:30.043 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:30.042 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:30.043 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3318a8ed-55d2-415d-8376-0d6f975c8419"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [error="context canceled"] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:30.042 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:30.042 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:30.043 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:30.043 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:30.043 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:30.043 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2222e427-32b0-49df-adc2-9c2d64b5dfd0] [2024/05/06 09:54:30.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:30.043 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:30.043 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:30.044 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:30.043 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:30.044 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:30.045 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:30.045 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:30.045 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3318a8ed-55d2-415d-8376-0d6f975c8419] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:30.045 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3318a8ed-55d2-415d-8376-0d6f975c8419"] [error="context canceled"] [2024/05/06 09:54:30.045 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:30.045 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:30.045 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:30.045 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3318a8ed-55d2-415d-8376-0d6f975c8419"] [2024/05/06 09:54:30.045 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3318a8ed-55d2-415d-8376-0d6f975c8419"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:30.088 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:30.088 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [error="context canceled"] [2024/05/06 09:54:30.289 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:31.308 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3318a8ed-55d2-415d-8376-0d6f975c8419"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:31.318 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:31.319 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:31.319 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:31.547 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2222e427-32b0-49df-adc2-9c2d64b5dfd0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:31.547 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:31.547 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:31.547 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:31.555 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.546873792s] [2024/05/06 09:54:31.556 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:31.556 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:31.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:31.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:31.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:31.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:31.557 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:31.558 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropSchema (7.76s) === RUN TestFlashbackAutoID [2024/05/06 09:54:31.567 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:31.567 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:31.569 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:31.569 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:31.569 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:31.571 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:31.571 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:31.571 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:31.571 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:31.571 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:31.573 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:31.577 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:31.579 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:31.580 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:31.589 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:31.601 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:31.747 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=596] ["lease id"=22318f4d50c20f46] [2024/05/06 09:54:31.749 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:31.859 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=134] ["start time"=104.662025ms] [2024/05/06 09:54:31.865 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:31.865 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=62775da2-11c0-4cc2-93b7-7a7bef8648e0] [runWorker=true] [2024/05/06 09:54:31.865 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:31.867 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:31.868 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:31.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:31.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:31.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:31.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:31.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:31.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:31.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:31.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:31.869 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:31.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:31.869 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:31.869 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:31.869 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:31.869 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:31.871 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c214a8] [ownerID=62775da2-11c0-4cc2-93b7-7a7bef8648e0] [op=none] [2024/05/06 09:54:31.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:31.872 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=af27d670-962e-4d9f-b19d-0e71ce6cb1e4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:31.876 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:31.904 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:31.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:31.905 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:31.920 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:31.921 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c214a8] [ownerID=62775da2-11c0-4cc2-93b7-7a7bef8648e0] [op=none] [2024/05/06 09:54:31.921 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [op=none] [2024/05/06 09:54:31.921 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:32.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:32.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:32.093 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:32.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:32.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:32.094 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:32.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:32.094 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:32.094 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:32.094 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:32.094 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:32.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:32.097 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:32.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:32.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:32.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:32.099 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:32.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:32.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:32.104 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:32.110 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/60dd4558-b1ef-4d2c-9971-30890752f521] [2024/05/06 09:54:32.110 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:32.111 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:32.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:32.118 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:32.118 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:32.152 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=54.198314ms] [2024/05/06 09:54:32.175 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:32.180 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:32.182 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:54:32.209 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:54:32.209 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:32.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=255.295Β΅s] [gotSchemaVersion=135] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:32.302 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=135] [2024/05/06 09:54:32.340 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=54.501843ms] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=213.194Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:32.439 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=136] [2024/05/06 09:54:32.474 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.850369ms] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.552 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 143, Old Table Name: t"] [2024/05/06 09:54:32.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=222.783Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:32.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=137] [2024/05/06 09:54:32.639 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=54.170542ms] [job="ID:152, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.694 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/06 09:54:32.708 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="drop table"] [2024/05/06 09:54:32.711 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [job="ID:152, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:32.153 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.803 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:54:32.803 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:32.808 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.626237692\n# Parse_time: 0.000177384\n# Compile_time: 0.000524229\n# Rewrite_time: 0.000008131\n# Optimize_time: 0.000186752\n# Wait_TS: 0.000352503\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:54:32.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=137] [cur_db=test] [sql="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [user=] [2024/05/06 09:54:32.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:32.889 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [2024/05/06 09:54:32.893 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:32.893 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:32.893 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:32.894 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:32.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:32.965 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 153, Table Name: t"] [2024/05/06 09:54:33.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.939872ms] [gotSchemaVersion=138] [phyTblIDs="[153]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:33.026 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=138] [2024/05/06 09:54:33.056 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.907438ms] [job="ID:154, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:33.105 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [job="ID:154, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:32.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:33.111 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:33.111 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:33.111 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/60dd4558-b1ef-4d2c-9971-30890752f521] [watcherID=9fdee2bc-9e3c-4283-8cab-3ec51d8a4ef7] [2024/05/06 09:54:33.119 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:33.138 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:33.138 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:33.138 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:33.138 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:33.151 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:54:33.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:33.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.308916736\n# Parse_time: 0.001159273\n# Compile_time: 0.000915482\n# Rewrite_time: 0.000009007\n# Optimize_time: 0.000388188\n# Wait_TS: 0.00036506\n# DB: test\n# Is_internal: false\n# Digest: c776f30cc2ee58c50bbeaa2aebf62fb1a9bd833d743bcb54d6c0c02dcceaed60\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int auto_increment, primary key(a)) auto_id_cache 100;"] [2024/05/06 09:54:33.869 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:34.186 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=138] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:54:34.216 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/06 09:54:34.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:34.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=280.779Β΅s] [gotSchemaVersion=139] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.313 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=139] [2024/05/06 09:54:34.349 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=54.008622ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.423 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=221.67Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.434 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=140] [2024/05/06 09:54:34.473 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.218488ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.560 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:54:34.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=235.599Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.602 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=141] [2024/05/06 09:54:34.640 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.400539ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.693 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:54:34.703 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/06 09:54:34.733 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:34.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.793 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 09:54:34.793 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:34.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.611940486\n# Parse_time: 0.000209132\n# Compile_time: 0.000623123\n# Rewrite_time: 0.000009093\n# Optimize_time: 0.001797035\n# Wait_TS: 0.000383608\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/06 09:54:34.801 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:34.154 +0000 UTC"] [2024/05/06 09:54:34.838 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:34.838 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:34.154000'"] [2024/05/06 09:54:34.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.930 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:54:34.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.262 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=210.676Β΅s] [gotSchemaVersion=142] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:35.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=142] [2024/05/06 09:54:35.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.722914ms] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.381 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.413 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:35.423 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:35.426 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.713803ms] ["completed regions"=1] [2024/05/06 09:54:35.426 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:35.457 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:35.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=33.430777ms] ["completed regions"=1] [2024/05/06 09:54:35.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:35.471 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:35.474 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=12.572316ms] ["completed regions"=1] [2024/05/06 09:54:35.474 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:35.483 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:35.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.425713ms] ["completed regions"=1] [2024/05/06 09:54:35.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:35.494 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:35.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.978922ms] ["completed regions"=1] [2024/05/06 09:54:35.496 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:35.504 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:35.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.543125ms] ["completed regions"=1] [2024/05/06 09:54:35.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:35.513 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:35.515 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.217568ms] ["completed regions"=1] [2024/05/06 09:54:35.515 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:35.523 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:35.525 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.179369ms] ["completed regions"=1] [2024/05/06 09:54:35.525 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:35.533 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:35.534 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.025548ms] ["completed regions"=1] [2024/05/06 09:54:35.534 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:35.542 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:35.544 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.065429ms] ["completed regions"=1] [2024/05/06 09:54:35.544 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:35.552 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:35.554 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.742222ms] ["completed regions"=1] [2024/05/06 09:54:35.554 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:35.562 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:35.564 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.634515ms] ["completed regions"=1] [2024/05/06 09:54:35.564 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:35.571 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:35.573 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.635872ms] ["completed regions"=1] [2024/05/06 09:54:35.573 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:35.580 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:35.582 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.130254ms] ["completed regions"=1] [2024/05/06 09:54:35.582 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:35.589 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:35.591 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.771188ms] ["completed regions"=1] [2024/05/06 09:54:35.591 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:35.597 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:35.599 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.336916ms] ["completed regions"=1] [2024/05/06 09:54:35.599 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:35.605 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:35.607 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.509197ms] ["completed regions"=1] [2024/05/06 09:54:35.607 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:35.613 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:35.615 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.755886ms] ["completed regions"=1] [2024/05/06 09:54:35.615 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:35.621 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:35.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.198249ms] ["completed regions"=1] [2024/05/06 09:54:35.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:35.629 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:35.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.282189ms] ["completed regions"=1] [2024/05/06 09:54:35.631 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:35.636 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:35.638 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.84694ms] ["completed regions"=1] [2024/05/06 09:54:35.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:35.644 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:35.645 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.71529ms] ["completed regions"=1] [2024/05/06 09:54:35.645 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:35.650 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:35.652 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.244935ms] ["completed regions"=1] [2024/05/06 09:54:35.652 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:35.657 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:35.658 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.796921ms] ["completed regions"=1] [2024/05/06 09:54:35.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:35.663 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:35.665 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.283895ms] ["completed regions"=1] [2024/05/06 09:54:35.665 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:35.671 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:35.673 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=7.6429ms] ["completed regions"=1] [2024/05/06 09:54:35.673 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:35.677 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:35.679 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.211858ms] ["completed regions"=1] [2024/05/06 09:54:35.679 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:35.683 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:35.684 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.276119ms] ["completed regions"=1] [2024/05/06 09:54:35.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:35.689 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:35.690 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.520225ms] ["completed regions"=1] [2024/05/06 09:54:35.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:35.694 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:35.695 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.394613ms] ["completed regions"=1] [2024/05/06 09:54:35.695 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:35.698 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:35.700 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.319777ms] ["completed regions"=1] [2024/05/06 09:54:35.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:35.703 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:35.704 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.048382ms] ["completed regions"=1] [2024/05/06 09:54:35.705 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:35.707 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:35.709 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.804026ms] ["completed regions"=1] [2024/05/06 09:54:35.709 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:35.711 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:35.712 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.539865ms] ["completed regions"=1] [2024/05/06 09:54:35.713 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:35.715 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:35.716 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.347093ms] ["completed regions"=1] [2024/05/06 09:54:35.716 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:35.718 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:35.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.157464ms] ["completed regions"=1] [2024/05/06 09:54:35.720 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:35.722 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:35.724 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.263364ms] ["completed regions"=1] [2024/05/06 09:54:35.724 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:35.726 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:35.727 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.138238ms] ["completed regions"=1] [2024/05/06 09:54:35.727 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:35.729 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:35.731 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.181651ms] ["completed regions"=1] [2024/05/06 09:54:35.769 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:54:35.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.838 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:35.848 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:35.851 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:35.851 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.603387ms] ["completed regions"=1] [2024/05/06 09:54:35.851 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:35.860 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:35.862 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:35.862 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.073846ms] ["completed regions"=1] [2024/05/06 09:54:35.862 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:35.871 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:35.873 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:35.873 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.044524ms] ["completed regions"=1] [2024/05/06 09:54:35.874 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:35.883 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:35.885 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:35.885 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.875134ms] ["completed regions"=1] [2024/05/06 09:54:35.885 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:35.894 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:35.895 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:35.896 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.328187ms] ["completed regions"=1] [2024/05/06 09:54:35.896 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:35.904 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:35.906 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:35.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.692186ms] ["completed regions"=1] [2024/05/06 09:54:35.906 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:35.914 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:35.915 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:35.915 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.30844ms] ["completed regions"=1] [2024/05/06 09:54:35.915 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:35.923 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:35.925 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:35.925 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.122975ms] ["completed regions"=1] [2024/05/06 09:54:35.925 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:35.932 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:35.934 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:35.934 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.768109ms] ["completed regions"=1] [2024/05/06 09:54:35.934 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:35.942 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:35.944 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:35.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.848934ms] ["completed regions"=1] [2024/05/06 09:54:35.944 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:35.952 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:35.953 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:35.953 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.6959ms] ["completed regions"=1] [2024/05/06 09:54:35.953 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:35.960 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:35.963 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:35.963 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.961074ms] ["completed regions"=1] [2024/05/06 09:54:35.964 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:35.970 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:35.972 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:35.972 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.860614ms] ["completed regions"=1] [2024/05/06 09:54:35.972 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:35.978 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:35.980 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:35.980 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.640785ms] ["completed regions"=1] [2024/05/06 09:54:35.980 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:35.987 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:35.988 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:35.988 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.316079ms] ["completed regions"=1] [2024/05/06 09:54:35.988 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:35.994 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:35.996 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:35.996 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.183429ms] ["completed regions"=1] [2024/05/06 09:54:35.996 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:36.002 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:36.004 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:36.004 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.70918ms] ["completed regions"=1] [2024/05/06 09:54:36.004 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:36.010 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:36.012 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:36.012 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.915136ms] ["completed regions"=1] [2024/05/06 09:54:36.012 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:36.018 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:36.020 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:36.020 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.366441ms] ["completed regions"=1] [2024/05/06 09:54:36.020 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:36.026 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:36.027 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:36.027 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.027131ms] ["completed regions"=1] [2024/05/06 09:54:36.027 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:36.036 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:36.038 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:36.038 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=9.828925ms] ["completed regions"=1] [2024/05/06 09:54:36.038 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:36.043 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:36.045 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:36.045 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.719939ms] ["completed regions"=1] [2024/05/06 09:54:36.045 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:36.050 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:36.051 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:36.052 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.394415ms] ["completed regions"=1] [2024/05/06 09:54:36.052 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:36.077 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:36.078 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:36.079 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=26.3007ms] ["completed regions"=1] [2024/05/06 09:54:36.079 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:36.084 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:36.086 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:36.086 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.545423ms] ["completed regions"=1] [2024/05/06 09:54:36.086 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:36.090 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:36.093 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:36.093 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=6.491051ms] ["completed regions"=1] [2024/05/06 09:54:36.093 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:36.097 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:36.099 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:36.099 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.757456ms] ["completed regions"=1] [2024/05/06 09:54:36.099 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:36.103 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:36.105 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:36.105 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.096566ms] ["completed regions"=1] [2024/05/06 09:54:36.105 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:36.109 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:36.110 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:36.110 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.991535ms] ["completed regions"=1] [2024/05/06 09:54:36.110 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:36.115 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:36.116 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:36.116 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.535901ms] ["completed regions"=1] [2024/05/06 09:54:36.116 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:36.119 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:36.121 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:36.121 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.501845ms] ["completed regions"=1] [2024/05/06 09:54:36.121 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:36.124 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:36.126 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:36.126 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.676051ms] ["completed regions"=1] [2024/05/06 09:54:36.126 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:36.129 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:36.131 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:36.131 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.211322ms] ["completed regions"=1] [2024/05/06 09:54:36.131 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:36.134 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:36.135 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:36.135 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.784549ms] ["completed regions"=1] [2024/05/06 09:54:36.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:36.138 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:36.139 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:36.139 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.525849ms] ["completed regions"=1] [2024/05/06 09:54:36.139 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:36.141 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:36.143 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:36.143 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.507955ms] ["completed regions"=1] [2024/05/06 09:54:36.143 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:36.145 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:36.147 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:36.147 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.208116ms] ["completed regions"=1] [2024/05/06 09:54:36.147 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:36.149 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:36.150 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:36.150 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.107063ms] ["completed regions"=1] [2024/05/06 09:54:36.150 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:36.152 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:36.154 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:36.155 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.753269ms] ["completed regions"=1] [2024/05/06 09:54:36.155 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:36.208 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:36.258 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/156/62775da2-11c0-4cc2-93b7-7a7bef8648e0] [currentVer=142] [latestVer=143] [2024/05/06 09:54:36.258 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] ["ddl job id"=156] [ver=143] [2024/05/06 09:54:36.309 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=101.236594ms] [2024/05/06 09:54:36.316 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:36.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=143] [2024/05/06 09:54:36.348 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=144.027591ms] [job="ID:156, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:36.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [job="ID:156, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:34.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:36.559 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:54:36.559 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:36.563 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 1.7649502049999999\n# Parse_time: 0.000415789\n# Compile_time: 0.000763451\n# Rewrite_time: 0.000007522\n# Optimize_time: 0.001797035\n# Wait_TS: 0.000534779\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:34.154000';"] [2024/05/06 09:54:36.600 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [2024/05/06 09:54:36.600 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [2024/05/06 09:54:36.600 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:36.602 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=24.487Β΅s] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=14.427Β΅s] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=13.715Β΅s] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=14.549Β΅s] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=5.089Β΅s] [2024/05/06 09:54:36.603 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:36.603 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:36.603 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:36.606 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=62775da2-11c0-4cc2-93b7-7a7bef8648e0] ["take time"=11.703806ms] [2024/05/06 09:54:36.606 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=62775da2-11c0-4cc2-93b7-7a7bef8648e0] [2024/05/06 09:54:36.609 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:36.609 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:36.609 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/60dd4558-b1ef-4d2c-9971-30890752f521] [watcherID=9fdee2bc-9e3c-4283-8cab-3ec51d8a4ef7] [2024/05/06 09:54:36.609 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/60dd4558-b1ef-4d2c-9971-30890752f521] [2024/05/06 09:54:36.609 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:36.609 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:36.609 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.609 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.615 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:36.616 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=596] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:36.617 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=62775da2-11c0-4cc2-93b7-7a7bef8648e0] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:36.617 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:36.617 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:36.617 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af27d670-962e-4d9f-b19d-0e71ce6cb1e4"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:36.617 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:36.617 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="context canceled"] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af27d670-962e-4d9f-b19d-0e71ce6cb1e4"] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:36.617 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=62775da2-11c0-4cc2-93b7-7a7bef8648e0] [2024/05/06 09:54:36.618 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:36.618 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:36.617 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:36.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:36.617 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:36.618 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:36.618 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:36.618 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:36.618 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:36.618 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:36.618 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:36.618 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:36.619 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:36.619 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:36.619 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:36.619 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=af27d670-962e-4d9f-b19d-0e71ce6cb1e4] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:36.619 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:36.619 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:36.619 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager af27d670-962e-4d9f-b19d-0e71ce6cb1e4"] [error="context canceled"] [2024/05/06 09:54:36.661 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:36.661 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="context canceled"] [2024/05/06 09:54:36.662 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [2024/05/06 09:54:36.662 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:36.820 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af27d670-962e-4d9f-b19d-0e71ce6cb1e4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:37.878 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:37.878 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:37.878 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:37.933 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 62775da2-11c0-4cc2-93b7-7a7bef8648e0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:37.933 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:37.933 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:37.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:37.942 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.347307779s] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.943 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:37.943 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.943 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:37.943 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:37.944 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAutoID (6.39s) === RUN TestFlashbackSequence [2024/05/06 09:54:37.953 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:37.953 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:37.955 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:37.955 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.955 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:37.956 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.956 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.956 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.956 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.956 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.958 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:37.962 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:37.964 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:37.965 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:37.975 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:37.986 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:38.087 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af27d670-962e-4d9f-b19d-0e71ce6cb1e4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:38.147 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=611] ["lease id"=6f188f4d50c215cf] [2024/05/06 09:54:38.150 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:38.257 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=143] ["start time"=102.439687ms] [2024/05/06 09:54:38.263 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:38.263 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=77726e82-be8c-46e5-8ee5-942a35a93a29] [runWorker=true] [2024/05/06 09:54:38.263 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:38.266 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:38.267 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:38.267 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:38.267 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:38.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:38.268 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:38.268 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:38.268 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:38.269 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20f95] [ownerID=77726e82-be8c-46e5-8ee5-942a35a93a29] [op=none] [2024/05/06 09:54:38.270 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:38.270 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9e068483-9278-46e0-9f74-efdbd592179e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:38.275 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:38.300 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:38.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:38.302 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:38.319 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:38.320 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c20f95] [ownerID=77726e82-be8c-46e5-8ee5-942a35a93a29] [op=none] [2024/05/06 09:54:38.320 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [op=none] [2024/05/06 09:54:38.320 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:38.411 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:38.429 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:38.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:38.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:38.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:38.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:38.443 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:38.443 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:38.443 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:38.443 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:38.443 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:38.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:38.445 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:38.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:38.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:38.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:38.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:38.447 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:38.450 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:38.451 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:38.458 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4e74793a-80ed-4038-82d3-d9ae1829c935] [2024/05/06 09:54:38.459 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:38.459 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:38.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:38.461 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:38.461 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:38.492 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.588293ms] [2024/05/06 09:54:38.501 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:38.507 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:38.509 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:54:38.538 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:38.538 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:54:38.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.626 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=214.389Β΅s] [gotSchemaVersion=144] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:38.637 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=144] [2024/05/06 09:54:38.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.779531ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=240.946Β΅s] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:38.798 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=145] [2024/05/06 09:54:38.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.85517ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.898 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.909 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:54:38.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=299.214Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:38.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=146] [2024/05/06 09:54:39.015 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=54.132584ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.081 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:54:39.096 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/06 09:54:39.101 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:38.503 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.160 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:54:39.161 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:39.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.656020075\n# Parse_time: 0.00020002\n# Compile_time: 0.000642091\n# Rewrite_time: 0.000016434\n# Optimize_time: 0.000227063\n# Wait_TS: 0.000418813\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:54:39.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:39.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:39.240 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:39.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create sequence seq cache 100"] [2024/05/06 09:54:39.292 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:39.292 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:39.292 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:39.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:39.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.352 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.561349ms] [gotSchemaVersion=147] [phyTblIDs="[158]"] [actionTypes="[34]"] [diffTypes="[\"create sequence\"]"] [2024/05/06 09:54:39.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=147] [2024/05/06 09:54:39.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.512085ms] [job="ID:159, Type:create sequence, State:done, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:39.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.443 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [job="ID:159, Type:create sequence, State:synced, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.459 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:39.459 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:39.459 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4e74793a-80ed-4038-82d3-d9ae1829c935] [watcherID=a4111b36-3027-41b8-acdb-15513ebb2424] [2024/05/06 09:54:39.461 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:39.474 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:39.474 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:39.474 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:39.474 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:39.474 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:54:39.474 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:40.267 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:40.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:40.519 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/05/06 09:54:40.565 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.596 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=388.961Β΅s] [gotSchemaVersion=148] [phyTblIDs="[158]"] [actionTypes="[36]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:54:40.610 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=148] [2024/05/06 09:54:40.646 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=54.137811ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.715 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=261.009Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:54:40.764 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=149] [2024/05/06 09:54:40.802 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=54.140535ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=222.979Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:54:40.923 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=150] [2024/05/06 09:54:40.960 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.764814ms] [job="ID:160, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:41.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [job="ID:160, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.453 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:41.074 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:54:41.074 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:41.078 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.585768723\n# Parse_time: 0.000327501\n# Compile_time: 0.000761421\n# Rewrite_time: 0.000011169\n# Optimize_time: 0.000549617\n# Wait_TS: 0.000364861\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop sequence seq;"] [2024/05/06 09:54:41.081 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:40.453 +0000 UTC"] [2024/05/06 09:54:41.109 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:41.109 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:40.453000'"] [2024/05/06 09:54:41.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:41.184 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/05/06 09:54:41.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:41.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=179.999Β΅s] [gotSchemaVersion=151] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:41.517 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=151] [2024/05/06 09:54:41.556 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.701186ms] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:41.613 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:41.643 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:41.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:41.658 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.926049ms] ["completed regions"=1] [2024/05/06 09:54:41.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:41.668 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:41.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.030395ms] ["completed regions"=1] [2024/05/06 09:54:41.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:41.680 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:41.682 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.712361ms] ["completed regions"=1] [2024/05/06 09:54:41.682 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:41.691 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:41.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.504198ms] ["completed regions"=1] [2024/05/06 09:54:41.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:41.701 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:41.703 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.822976ms] ["completed regions"=1] [2024/05/06 09:54:41.703 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:41.715 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:41.718 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=13.949896ms] ["completed regions"=1] [2024/05/06 09:54:41.718 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:41.727 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:41.729 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=11.255515ms] ["completed regions"=1] [2024/05/06 09:54:41.729 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:41.740 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:41.742 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=12.418033ms] ["completed regions"=1] [2024/05/06 09:54:41.742 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:41.751 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:41.753 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.980615ms] ["completed regions"=1] [2024/05/06 09:54:41.753 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:41.760 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:41.763 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.398594ms] ["completed regions"=1] [2024/05/06 09:54:41.763 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:41.771 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:41.773 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.3064ms] ["completed regions"=1] [2024/05/06 09:54:41.773 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:41.781 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:41.783 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.083114ms] ["completed regions"=1] [2024/05/06 09:54:41.784 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:41.791 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:41.794 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.819811ms] ["completed regions"=1] [2024/05/06 09:54:41.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:41.803 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:41.805 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=10.833108ms] ["completed regions"=1] [2024/05/06 09:54:41.805 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:41.812 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:41.815 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.66912ms] ["completed regions"=1] [2024/05/06 09:54:41.815 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:41.822 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:41.823 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.313293ms] ["completed regions"=1] [2024/05/06 09:54:41.824 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:41.830 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:41.832 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.708275ms] ["completed regions"=1] [2024/05/06 09:54:41.832 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:41.838 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:41.840 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.827333ms] ["completed regions"=1] [2024/05/06 09:54:41.840 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:41.847 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:41.849 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=8.210575ms] ["completed regions"=1] [2024/05/06 09:54:41.849 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:41.854 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:41.856 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.723883ms] ["completed regions"=1] [2024/05/06 09:54:41.856 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:41.862 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:41.864 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.20026ms] ["completed regions"=1] [2024/05/06 09:54:41.864 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:41.869 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:41.871 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.650405ms] ["completed regions"=1] [2024/05/06 09:54:41.871 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:41.877 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:41.879 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.960154ms] ["completed regions"=1] [2024/05/06 09:54:41.879 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:41.884 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:41.886 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.063141ms] ["completed regions"=1] [2024/05/06 09:54:41.886 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:41.890 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:41.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.855511ms] ["completed regions"=1] [2024/05/06 09:54:41.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:41.898 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:41.899 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.660023ms] ["completed regions"=1] [2024/05/06 09:54:41.899 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:41.904 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:41.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.775618ms] ["completed regions"=1] [2024/05/06 09:54:41.906 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:41.910 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:41.912 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.940853ms] ["completed regions"=1] [2024/05/06 09:54:41.912 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:41.916 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:41.918 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.090686ms] ["completed regions"=1] [2024/05/06 09:54:41.918 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:41.921 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:41.923 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.951493ms] ["completed regions"=1] [2024/05/06 09:54:41.923 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:41.927 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:41.928 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.711189ms] ["completed regions"=1] [2024/05/06 09:54:41.928 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:41.931 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:41.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.318672ms] ["completed regions"=1] [2024/05/06 09:54:41.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:41.937 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:41.938 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.793764ms] ["completed regions"=1] [2024/05/06 09:54:41.939 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:41.941 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:41.943 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.795359ms] ["completed regions"=1] [2024/05/06 09:54:41.943 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:41.945 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:41.947 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.65423ms] ["completed regions"=1] [2024/05/06 09:54:41.947 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:41.949 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:41.950 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.28728ms] ["completed regions"=1] [2024/05/06 09:54:41.951 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:41.952 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:41.954 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.977432ms] ["completed regions"=1] [2024/05/06 09:54:41.954 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:41.956 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:41.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.840751ms] ["completed regions"=1] [2024/05/06 09:54:41.957 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:41.959 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:41.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.632912ms] ["completed regions"=1] [2024/05/06 09:54:41.999 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/05/06 09:54:42.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.033 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:42.042 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:42.046 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:42.046 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.69674ms] ["completed regions"=1] [2024/05/06 09:54:42.046 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:42.058 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:42.060 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:42.061 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=14.352682ms] ["completed regions"=1] [2024/05/06 09:54:42.061 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:42.072 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:42.074 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:42.074 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=13.107667ms] ["completed regions"=1] [2024/05/06 09:54:42.074 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:42.083 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:42.085 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:42.085 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.996849ms] ["completed regions"=1] [2024/05/06 09:54:42.085 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:42.095 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:42.096 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:42.096 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=11.315098ms] ["completed regions"=1] [2024/05/06 09:54:42.096 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:42.106 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:42.108 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:42.108 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=11.106052ms] ["completed regions"=1] [2024/05/06 09:54:42.108 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:42.116 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:42.118 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:42.118 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.55687ms] ["completed regions"=1] [2024/05/06 09:54:42.118 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:42.126 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:42.128 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:42.128 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.54036ms] ["completed regions"=1] [2024/05/06 09:54:42.128 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:42.135 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:42.137 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:42.137 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.867256ms] ["completed regions"=1] [2024/05/06 09:54:42.137 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:42.144 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:42.146 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:42.146 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.514175ms] ["completed regions"=1] [2024/05/06 09:54:42.146 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:42.153 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:42.155 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:42.155 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.78082ms] ["completed regions"=1] [2024/05/06 09:54:42.155 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:42.163 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:42.164 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:42.165 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.000152ms] ["completed regions"=1] [2024/05/06 09:54:42.165 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:42.172 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:42.174 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:42.174 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.462217ms] ["completed regions"=1] [2024/05/06 09:54:42.174 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:42.181 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:42.183 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:42.183 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.159823ms] ["completed regions"=1] [2024/05/06 09:54:42.183 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:42.190 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:42.191 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:42.191 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.007556ms] ["completed regions"=1] [2024/05/06 09:54:42.191 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:42.198 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:42.199 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:42.199 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.318362ms] ["completed regions"=1] [2024/05/06 09:54:42.199 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:42.205 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:42.207 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:42.207 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.415525ms] ["completed regions"=1] [2024/05/06 09:54:42.207 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:42.213 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:42.215 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:42.215 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.429968ms] ["completed regions"=1] [2024/05/06 09:54:42.215 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:42.221 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:42.223 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:42.223 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=8.004837ms] ["completed regions"=1] [2024/05/06 09:54:42.223 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:42.249 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:42.252 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:42.252 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=28.241813ms] ["completed regions"=1] [2024/05/06 09:54:42.252 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:42.259 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:42.261 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:42.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=8.427763ms] ["completed regions"=1] [2024/05/06 09:54:42.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:42.266 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:42.268 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:42.268 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.722368ms] ["completed regions"=1] [2024/05/06 09:54:42.268 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:42.274 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:42.276 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:42.276 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.211543ms] ["completed regions"=1] [2024/05/06 09:54:42.276 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:42.281 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:42.283 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:42.283 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.182736ms] ["completed regions"=1] [2024/05/06 09:54:42.283 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:42.289 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:42.290 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:42.291 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=7.101118ms] ["completed regions"=1] [2024/05/06 09:54:42.291 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:42.296 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:42.297 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:42.297 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=6.119432ms] ["completed regions"=1] [2024/05/06 09:54:42.297 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:42.302 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:42.304 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:42.304 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=6.401265ms] ["completed regions"=1] [2024/05/06 09:54:42.304 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:42.310 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:42.312 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:42.312 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=7.149943ms] ["completed regions"=1] [2024/05/06 09:54:42.312 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:42.315 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:42.317 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:42.317 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.104323ms] ["completed regions"=1] [2024/05/06 09:54:42.317 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:42.322 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:42.324 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:42.324 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=6.064083ms] ["completed regions"=1] [2024/05/06 09:54:42.324 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:42.327 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:42.328 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:42.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.282145ms] ["completed regions"=1] [2024/05/06 09:54:42.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:42.331 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:42.333 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:42.333 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.14473ms] ["completed regions"=1] [2024/05/06 09:54:42.333 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:42.336 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:42.339 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:42.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=5.184075ms] ["completed regions"=1] [2024/05/06 09:54:42.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:42.341 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:42.343 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:42.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.050991ms] ["completed regions"=1] [2024/05/06 09:54:42.343 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:42.345 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:42.347 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:42.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.76067ms] ["completed regions"=1] [2024/05/06 09:54:42.348 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:42.350 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:42.351 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:42.352 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.442603ms] ["completed regions"=1] [2024/05/06 09:54:42.352 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:42.353 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:42.355 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:42.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.070387ms] ["completed regions"=1] [2024/05/06 09:54:42.355 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:42.357 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:42.358 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:42.358 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.905606ms] ["completed regions"=1] [2024/05/06 09:54:42.358 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:42.360 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:42.361 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:42.361 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.674905ms] ["completed regions"=1] [2024/05/06 09:54:42.362 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:42.422 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:42.471 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/161/77726e82-be8c-46e5-8ee5-942a35a93a29] [currentVer=151] [latestVer=152] [2024/05/06 09:54:42.471 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 77726e82-be8c-46e5-8ee5-942a35a93a29"] ["ddl job id"=161] [ver=152] [2024/05/06 09:54:42.521 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=98.815342ms] [2024/05/06 09:54:42.527 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:42.538 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=152] [2024/05/06 09:54:42.561 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=143.863641ms] [job="ID:161, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [job="ID:161, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:41.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 09:54:42.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:42.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 1.736383459\n# Parse_time: 0.000492299\n# Compile_time: 0.001101456\n# Rewrite_time: 0.000008532\n# Optimize_time: 0.000549617\n# Wait_TS: 0.000408068\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:40.453000';"] [2024/05/06 09:54:42.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:42.851 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/05/06 09:54:42.896 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=221.873Β΅s] [gotSchemaVersion=153] [phyTblIDs="[158]"] [actionTypes="[36]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:54:42.938 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=153] [2024/05/06 09:54:42.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=66.57473ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=230.388Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:54:43.089 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=154] [2024/05/06 09:54:43.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=54.250768ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=217.28Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/06 09:54:43.233 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=155] [2024/05/06 09:54:43.270 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.037205ms] [job="ID:162, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.336 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [job="ID:162, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.365 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:54:43.365 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:43.369 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.544313\n# Parse_time: 0.000204915\n# Compile_time: 0.00061085\n# Rewrite_time: 0.000008969\n# Optimize_time: 0.000411893\n# Wait_TS: 0.000367426\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop sequence seq;"] [2024/05/06 09:54:43.371 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [2024/05/06 09:54:43.371 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [2024/05/06 09:54:43.372 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [] [2024/05/06 09:54:43.373 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:43.373 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=23.436Β΅s] [2024/05/06 09:54:43.373 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=13.323Β΅s] [2024/05/06 09:54:43.373 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=14.429Β΅s] [2024/05/06 09:54:43.373 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=15.227Β΅s] [2024/05/06 09:54:43.374 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:43.374 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=5.036Β΅s] [2024/05/06 09:54:43.374 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:43.374 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:43.374 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:43.377 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=77726e82-be8c-46e5-8ee5-942a35a93a29] ["take time"=8.361677ms] [2024/05/06 09:54:43.377 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=77726e82-be8c-46e5-8ee5-942a35a93a29] [2024/05/06 09:54:43.379 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:43.380 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:43.380 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4e74793a-80ed-4038-82d3-d9ae1829c935] [watcherID=a4111b36-3027-41b8-acdb-15513ebb2424] [2024/05/06 09:54:43.380 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4e74793a-80ed-4038-82d3-d9ae1829c935] [2024/05/06 09:54:43.380 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:43.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:43.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:43.380 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:43.386 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:43.386 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=611] [2024/05/06 09:54:43.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:43.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e068483-9278-46e0-9f74-efdbd592179e"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:43.387 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=77726e82-be8c-46e5-8ee5-942a35a93a29] [2024/05/06 09:54:43.387 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [error="context canceled"] [2024/05/06 09:54:43.388 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:43.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:43.388 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:43.388 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:43.387 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:43.387 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:43.388 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:43.388 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:43.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:43.388 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:43.388 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [2024/05/06 09:54:43.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:43.388 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=77726e82-be8c-46e5-8ee5-942a35a93a29] [2024/05/06 09:54:43.388 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:43.388 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:43.388 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:43.388 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:43.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:43.389 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:43.389 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9e068483-9278-46e0-9f74-efdbd592179e] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:43.389 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e068483-9278-46e0-9f74-efdbd592179e"] [error="context canceled"] [2024/05/06 09:54:43.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:43.389 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:43.390 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e068483-9278-46e0-9f74-efdbd592179e"] [2024/05/06 09:54:43.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:43.390 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:43.390 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:43.390 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [error="context canceled"] [2024/05/06 09:54:43.390 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [2024/05/06 09:54:44.611 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:44.611 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:44.611 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:44.646 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 77726e82-be8c-46e5-8ee5-942a35a93a29"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:44.646 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:44.646 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:44.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:44.652 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e068483-9278-46e0-9f74-efdbd592179e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:44.653 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.284408093s] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:44.654 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:44.654 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:44.654 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:44.654 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:44.656 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackSequence (6.71s) === RUN TestFlashbackPartitionTable [2024/05/06 09:54:44.665 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:44.665 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:44.666 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:44.667 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:44.667 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:44.668 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:44.668 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:44.668 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:44.668 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:44.668 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:44.670 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:44.674 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:44.676 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:44.678 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:44.687 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:44.698 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:44.839 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1478] ["lease id"=3eaa8f4d50c2151e] [2024/05/06 09:54:44.841 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:44.941 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=155] ["start time"=96.049967ms] [2024/05/06 09:54:44.947 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:44.947 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5f58facc-a799-43d5-9d72-4111facca349] [runWorker=true] [2024/05/06 09:54:44.947 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:44.949 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:44.950 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:44.950 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:44.950 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:44.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:44.951 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:44.951 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:44.951 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:44.951 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:44.951 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:44.952 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c2161c] [ownerID=5f58facc-a799-43d5-9d72-4111facca349] [op=none] [2024/05/06 09:54:44.953 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:44.953 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=721236f5-4600-45eb-8965-41e4a27c84c8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:44.957 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:44.981 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:44.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:44.983 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:45.002 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:45.003 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c2161c] [ownerID=5f58facc-a799-43d5-9d72-4111facca349] [op=none] [2024/05/06 09:54:45.003 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [op=none] [2024/05/06 09:54:45.003 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:45.135 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:45.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:45.166 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:45.166 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:45.166 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:45.166 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:45.166 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:45.166 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:45.166 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:45.166 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:45.166 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:45.168 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:45.169 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:45.170 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:45.170 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:45.170 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:45.170 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:45.170 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:45.173 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:45.174 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:45.181 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/524579df-634c-42e5-b282-e35457ee7af7] [2024/05/06 09:54:45.181 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:45.181 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:45.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:45.184 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:45.184 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:45.211 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.808007ms] [2024/05/06 09:54:45.219 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:45.259 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=155] [cur_db=test] [sql="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [user=] [2024/05/06 09:54:45.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:45.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:45.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:45.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [2024/05/06 09:54:45.344 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:45.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:45.356 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 163, Table Name: t"] [2024/05/06 09:54:45.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=7.876345ms] [gotSchemaVersion=156] [phyTblIDs="[163,164,165,166]"] [actionTypes="[3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:45.429 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=156] [2024/05/06 09:54:45.459 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.643144ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:45.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:45.537 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:45.253 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:45.577 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 09:54:45.577 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:45.580 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.323131984\n# Parse_time: 0.001127183\n# Compile_time: 0.001135692\n# Rewrite_time: 0.000007344\n# Optimize_time: 0.000353973\n# Wait_TS: 0.000294953\n# DB: test\n# Is_internal: false\n# Digest: 93073a9ee05d9b8dff6f7a41459e83cc02307b148eb0a93fce851f29133245c4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200));"] [2024/05/06 09:54:45.977 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:45.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:45.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:45.977 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:46.181 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:46.181 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:46.181 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/524579df-634c-42e5-b282-e35457ee7af7] [watcherID=c04725a4-ce72-4548-b99b-d7b7510232ab] [2024/05/06 09:54:46.185 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:46.197 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:46.197 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:46.197 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:46.197 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:46.950 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:47.220 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=156] [cur_db=test] [sql="alter table t drop partition `a_3`"] [user=] [2024/05/06 09:54:47.249 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:47.249 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop partition `a_3`"] [2024/05/06 09:54:47.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=4.393707ms] [gotSchemaVersion=157] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/06 09:54:47.352 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=157] [2024/05/06 09:54:47.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=54.169438ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.458 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=4.574877ms] [gotSchemaVersion=158] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/06 09:54:47.470 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=158] [2024/05/06 09:54:47.505 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=54.018661ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.557 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop partition, Schema ID: 2, Table ID: 163, Table Name: t, Old Partition IDs: [166]"] [2024/05/06 09:54:47.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=4.104032ms] [gotSchemaVersion=159] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/06 09:54:47.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=159] [2024/05/06 09:54:47.641 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=54.094453ms] [job="ID:168, Type:drop partition, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.703 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[166]"] [comment="drop partition: physical table ID(s)"] [2024/05/06 09:54:47.720 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="drop partition"] [2024/05/06 09:54:47.725 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [job="ID:168, Type:drop partition, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.775 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:54:47.775 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:47.779 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.559962418\n# Parse_time: 0.000471683\n# Compile_time: 0.001184408\n# Rewrite_time: 0.000014226\n# Optimize_time: 0.000353973\n# Wait_TS: 0.000513668\n# DB: test\n# Is_internal: false\n# Digest: 7d560518704e79bafe7cf7bfeadbebd3ab7cb6d10502477e0ef67c7f9b0c77d0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop partition `a_3`;"] [2024/05/06 09:54:47.781 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=159] [cur_db=test] [sql="alter table t add partition (partition `a_3` values less than (300))"] [user=] [2024/05/06 09:54:47.816 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:47.816 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add partition (partition `a_3` values less than (300))"] [2024/05/06 09:54:47.858 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=10.484352ms] [gotSchemaVersion=160] [phyTblIDs="[163,164,165]"] [actionTypes="[19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/05/06 09:54:47.921 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=160] [2024/05/06 09:54:47.948 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.791534ms] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.025 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add partition, Schema ID: 2, Table ID: 163, Table Name: t, Partition IDs: [169]"] [2024/05/06 09:54:48.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=5.369038ms] [gotSchemaVersion=161] [phyTblIDs="[163,164,165,169]"] [actionTypes="[19,19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/05/06 09:54:48.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=161] [2024/05/06 09:54:48.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.289645ms] [job="ID:170, Type:add partition, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.167 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [job="ID:170, Type:add partition, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.753 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.208 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 09:54:48.208 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.212 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.432692758\n# Parse_time: 0.000553748\n# Compile_time: 0.00118034\n# Rewrite_time: 0.000012575\n# Optimize_time: 0.000353973\n# Wait_TS: 0.000511873\n# DB: test\n# Is_internal: false\n# Digest: 039addb4c2a1dad7b9bf9cf1c86dbe3ae19759b4737e84b99b79c9be8ed880d2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add partition (partition `a_3` values less than (300));"] [2024/05/06 09:54:48.225 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:54:48.254 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:48.254 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/06 09:54:48.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=529.025Β΅s] [gotSchemaVersion=162] [phyTblIDs="[163,164,165,169]"] [actionTypes="[4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:48.372 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=162] [2024/05/06 09:54:48.380 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=54.063879ms] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=224.649Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:48.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=163] [2024/05/06 09:54:48.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.433363ms] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.589 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/05/06 09:54:48.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=281.457Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:48.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=164] [2024/05/06 09:54:48.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.098427ms] [job="ID:171, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.718 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[164,165,169]"] [comment="drop table: partition table IDs"] [2024/05/06 09:54:48.728 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/05/06 09:54:48.736 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="drop table"] [2024/05/06 09:54:48.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [job="ID:171, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:48.203 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.797 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:54:48.797 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.576689047\n# Parse_time: 0.00019703\n# Compile_time: 0.000696077\n# Rewrite_time: 0.000017545\n# Optimize_time: 0.002866224\n# Wait_TS: 0.000420161\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/06 09:54:48.804 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:47.203 +0000 UTC"] [2024/05/06 09:54:48.831 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:47.203000'"] [2024/05/06 09:54:48.831 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:48.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.918 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/05/06 09:54:48.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.272 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=210.149Β΅s] [gotSchemaVersion=165] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:49.283 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=165] [2024/05/06 09:54:49.321 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.715881ms] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.404 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:49.413 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:49.416 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.547396ms] ["completed regions"=1] [2024/05/06 09:54:49.416 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:49.425 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:49.427 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.002993ms] ["completed regions"=1] [2024/05/06 09:54:49.427 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:49.436 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:49.438 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.126097ms] ["completed regions"=1] [2024/05/06 09:54:49.438 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:49.448 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:49.450 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=11.451064ms] ["completed regions"=1] [2024/05/06 09:54:49.450 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:49.458 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:49.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.928857ms] ["completed regions"=1] [2024/05/06 09:54:49.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:49.469 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:49.471 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.404191ms] ["completed regions"=1] [2024/05/06 09:54:49.471 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:49.480 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:49.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.311475ms] ["completed regions"=1] [2024/05/06 09:54:49.482 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:49.490 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:49.492 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.440472ms] ["completed regions"=1] [2024/05/06 09:54:49.492 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:49.500 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:49.501 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.4405ms] ["completed regions"=1] [2024/05/06 09:54:49.502 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:49.509 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:49.511 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.024196ms] ["completed regions"=1] [2024/05/06 09:54:49.511 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:49.518 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:49.520 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.512862ms] ["completed regions"=1] [2024/05/06 09:54:49.520 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:49.527 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:49.529 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.89081ms] ["completed regions"=1] [2024/05/06 09:54:49.529 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:49.536 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:49.538 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.085068ms] ["completed regions"=1] [2024/05/06 09:54:49.538 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:49.544 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:49.546 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.94915ms] ["completed regions"=1] [2024/05/06 09:54:49.546 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:49.553 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:49.555 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.276927ms] ["completed regions"=1] [2024/05/06 09:54:49.555 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:49.562 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:49.564 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.209848ms] ["completed regions"=1] [2024/05/06 09:54:49.564 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:49.570 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:49.572 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.545598ms] ["completed regions"=1] [2024/05/06 09:54:49.572 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:49.578 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:49.579 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.373489ms] ["completed regions"=1] [2024/05/06 09:54:49.580 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:49.585 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:49.586 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.483359ms] ["completed regions"=1] [2024/05/06 09:54:49.586 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:49.592 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:49.593 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.282859ms] ["completed regions"=1] [2024/05/06 09:54:49.593 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:49.598 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:49.599 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.081218ms] ["completed regions"=1] [2024/05/06 09:54:49.600 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:49.604 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:49.606 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.398312ms] ["completed regions"=1] [2024/05/06 09:54:49.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:49.611 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:49.613 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.14042ms] ["completed regions"=1] [2024/05/06 09:54:49.613 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:49.618 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:49.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.857091ms] ["completed regions"=1] [2024/05/06 09:54:49.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:49.624 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:49.625 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.546984ms] ["completed regions"=1] [2024/05/06 09:54:49.625 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:49.630 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:49.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.757447ms] ["completed regions"=1] [2024/05/06 09:54:49.631 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:49.636 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:49.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.213602ms] ["completed regions"=1] [2024/05/06 09:54:49.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:49.641 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:49.642 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.717704ms] ["completed regions"=1] [2024/05/06 09:54:49.642 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:49.646 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:49.647 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.549706ms] ["completed regions"=1] [2024/05/06 09:54:49.647 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:49.650 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:49.652 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.392698ms] ["completed regions"=1] [2024/05/06 09:54:49.652 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:49.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:49.656 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.192084ms] ["completed regions"=1] [2024/05/06 09:54:49.656 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:49.659 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:49.661 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.972822ms] ["completed regions"=1] [2024/05/06 09:54:49.661 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:49.663 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:49.665 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.559995ms] ["completed regions"=1] [2024/05/06 09:54:49.665 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:49.667 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:49.669 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.291596ms] ["completed regions"=1] [2024/05/06 09:54:49.669 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:49.671 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:49.673 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.68644ms] ["completed regions"=1] [2024/05/06 09:54:49.673 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:49.675 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:49.676 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.915796ms] ["completed regions"=1] [2024/05/06 09:54:49.676 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:49.678 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:49.679 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.036599ms] ["completed regions"=1] [2024/05/06 09:54:49.679 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:49.681 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:49.682 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.402243ms] ["completed regions"=1] [2024/05/06 09:54:49.682 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:49.684 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:49.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.324526ms] ["completed regions"=1] [2024/05/06 09:54:49.729 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/05/06 09:54:49.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.785 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:49.797 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:49.799 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:49.800 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.833843ms] ["completed regions"=1] [2024/05/06 09:54:49.800 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:49.809 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:49.811 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:49.811 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.925848ms] ["completed regions"=1] [2024/05/06 09:54:49.811 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:49.820 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:49.821 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:49.822 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.043115ms] ["completed regions"=1] [2024/05/06 09:54:49.822 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:49.830 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:49.832 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:49.832 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.996546ms] ["completed regions"=1] [2024/05/06 09:54:49.832 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:49.841 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:49.843 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:49.843 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.853517ms] ["completed regions"=1] [2024/05/06 09:54:49.843 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:49.854 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:49.856 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:49.856 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=11.73796ms] ["completed regions"=1] [2024/05/06 09:54:49.856 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:49.864 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:49.866 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:49.866 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.249109ms] ["completed regions"=1] [2024/05/06 09:54:49.866 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:49.875 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:49.876 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:49.877 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.924253ms] ["completed regions"=1] [2024/05/06 09:54:49.877 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:49.884 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:49.886 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:49.886 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.835173ms] ["completed regions"=1] [2024/05/06 09:54:49.886 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:49.893 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:49.895 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:49.895 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.74125ms] ["completed regions"=1] [2024/05/06 09:54:49.895 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:49.903 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:49.904 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:49.904 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.976088ms] ["completed regions"=1] [2024/05/06 09:54:49.904 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:49.912 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:49.916 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:49.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=11.191595ms] ["completed regions"=1] [2024/05/06 09:54:49.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:49.924 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:49.926 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:49.926 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.247894ms] ["completed regions"=1] [2024/05/06 09:54:49.926 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:49.933 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:49.935 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:49.935 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.947375ms] ["completed regions"=1] [2024/05/06 09:54:49.935 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:49.942 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:49.944 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:49.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.271479ms] ["completed regions"=1] [2024/05/06 09:54:49.944 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:49.951 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:49.953 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:49.953 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.375964ms] ["completed regions"=1] [2024/05/06 09:54:49.953 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:49.961 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:49.962 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:49.963 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=9.373752ms] ["completed regions"=1] [2024/05/06 09:54:49.963 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:49.969 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:49.971 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:49.971 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.730548ms] ["completed regions"=1] [2024/05/06 09:54:49.971 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:49.977 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:49.978 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:49.979 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.525714ms] ["completed regions"=1] [2024/05/06 09:54:49.979 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:49.985 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:49.986 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:49.987 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.095045ms] ["completed regions"=1] [2024/05/06 09:54:49.987 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:49.992 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:49.994 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:49.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.578821ms] ["completed regions"=1] [2024/05/06 09:54:49.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:49.999 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:50.000 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:50.000 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.15541ms] ["completed regions"=1] [2024/05/06 09:54:50.000 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:50.005 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:50.007 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:50.007 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.340576ms] ["completed regions"=1] [2024/05/06 09:54:50.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:50.012 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:50.013 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:50.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.723455ms] ["completed regions"=1] [2024/05/06 09:54:50.013 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:50.019 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:50.020 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:50.020 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.834219ms] ["completed regions"=1] [2024/05/06 09:54:50.020 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:50.025 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:50.027 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:50.027 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=6.415047ms] ["completed regions"=1] [2024/05/06 09:54:50.027 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:50.032 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:50.033 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:50.033 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.892979ms] ["completed regions"=1] [2024/05/06 09:54:50.034 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:50.037 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:50.039 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:50.039 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.996298ms] ["completed regions"=1] [2024/05/06 09:54:50.039 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:50.043 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:50.044 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:50.044 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.886165ms] ["completed regions"=1] [2024/05/06 09:54:50.044 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:50.048 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:50.049 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:50.049 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.679543ms] ["completed regions"=1] [2024/05/06 09:54:50.049 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:50.053 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:50.054 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:50.054 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.26934ms] ["completed regions"=1] [2024/05/06 09:54:50.054 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:50.057 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:50.058 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:50.058 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.869241ms] ["completed regions"=1] [2024/05/06 09:54:50.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:50.061 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:50.063 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:50.063 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.375249ms] ["completed regions"=1] [2024/05/06 09:54:50.063 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:50.066 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:50.067 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:50.067 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.701094ms] ["completed regions"=1] [2024/05/06 09:54:50.067 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:50.070 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:50.071 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:50.071 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.548148ms] ["completed regions"=1] [2024/05/06 09:54:50.071 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:50.073 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:50.075 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:50.075 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.195301ms] ["completed regions"=1] [2024/05/06 09:54:50.075 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:50.076 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:50.078 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:50.078 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.741444ms] ["completed regions"=1] [2024/05/06 09:54:50.078 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:50.079 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:50.081 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:50.081 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.546902ms] ["completed regions"=1] [2024/05/06 09:54:50.081 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:50.082 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:50.083 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:50.084 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.351419ms] ["completed regions"=1] [2024/05/06 09:54:50.084 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:50.139 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:50.188 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/172/5f58facc-a799-43d5-9d72-4111facca349] [currentVer=165] [latestVer=166] [2024/05/06 09:54:50.188 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 5f58facc-a799-43d5-9d72-4111facca349"] ["ddl job id"=172] [ver=166] [2024/05/06 09:54:50.239 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=99.458526ms] [2024/05/06 09:54:50.244 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:50.254 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=166] [2024/05/06 09:54:50.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=141.538882ms] [job="ID:172, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:50.490 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [job="ID:172, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:48.803 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:50.515 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:54:50.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:50.519 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 1.717793447\n# Parse_time: 0.000369591\n# Compile_time: 0.000755498\n# Rewrite_time: 0.000011074\n# Optimize_time: 0.002866224\n# Wait_TS: 0.00046955\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:47.203000';"] [2024/05/06 09:54:50.557 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [2024/05/06 09:54:50.557 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [2024/05/06 09:54:50.559 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=23.996Β΅s] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=13.876Β΅s] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=18.968Β΅s] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=12.983Β΅s] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=5.955Β΅s] [2024/05/06 09:54:50.560 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:50.560 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:50.560 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:50.564 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5f58facc-a799-43d5-9d72-4111facca349] ["take time"=10.703552ms] [2024/05/06 09:54:50.564 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5f58facc-a799-43d5-9d72-4111facca349] [2024/05/06 09:54:50.566 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:50.566 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/524579df-634c-42e5-b282-e35457ee7af7] [watcherID=c04725a4-ce72-4548-b99b-d7b7510232ab] [2024/05/06 09:54:50.566 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:50.566 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/524579df-634c-42e5-b282-e35457ee7af7] [2024/05/06 09:54:50.566 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:50.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:50.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:50.567 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:50.572 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:50.572 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:50.573 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1478] [2024/05/06 09:54:50.574 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5f58facc-a799-43d5-9d72-4111facca349] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:50.574 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:50.574 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:50.574 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:50.574 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:50.574 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 721236f5-4600-45eb-8965-41e4a27c84c8"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:50.574 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:50.574 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:50.574 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:50.574 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:50.574 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [error="context canceled"] [2024/05/06 09:54:50.574 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 721236f5-4600-45eb-8965-41e4a27c84c8"] [2024/05/06 09:54:50.574 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:50.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:50.574 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:50.574 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5f58facc-a799-43d5-9d72-4111facca349] [2024/05/06 09:54:50.574 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:50.575 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:50.575 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:50.575 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:50.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:50.576 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:50.576 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=721236f5-4600-45eb-8965-41e4a27c84c8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:50.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:50.576 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:50.576 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 721236f5-4600-45eb-8965-41e4a27c84c8"] [error="context canceled"] [2024/05/06 09:54:50.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:50.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:50.716 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:50.716 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [error="context canceled"] [2024/05/06 09:54:50.717 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [2024/05/06 09:54:50.776 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 721236f5-4600-45eb-8965-41e4a27c84c8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:51.838 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:51.838 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:51.838 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:51.968 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f58facc-a799-43d5-9d72-4111facca349"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:51.968 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:51.968 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:51.968 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:51.976 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.422467681s] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:51.977 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:51.977 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:51.977 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:51.977 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:51.978 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackPartitionTable (7.32s) === RUN TestFlashbackTmpTable [2024/05/06 09:54:51.987 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:51.987 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:51.988 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:51.989 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:51.989 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:51.990 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:51.990 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:51.991 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:51.991 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:51.991 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:51.993 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:51.997 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:51.999 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:52.001 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:52.010 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:52.023 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:52.044 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 721236f5-4600-45eb-8965-41e4a27c84c8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:52.160 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=674] ["lease id"=22318f4d50c2102a] [2024/05/06 09:54:52.162 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:52.271 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=166] ["start time"=104.517711ms] [2024/05/06 09:54:52.277 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:52.277 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=fbf5e502-068a-4dad-b1f2-7d508122e674] [runWorker=true] [2024/05/06 09:54:52.277 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:52.279 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:52.280 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:52.280 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:52.280 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:52.280 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:52.281 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:52.281 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:52.282 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c21568] [ownerID=fbf5e502-068a-4dad-b1f2-7d508122e674] [op=none] [2024/05/06 09:54:52.283 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:52.283 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=beb14aad-080b-44df-bf8e-958f0f3eaf86] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:52.288 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:52.313 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:52.314 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:52.314 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:52.332 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:52.332 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c21568] [ownerID=fbf5e502-068a-4dad-b1f2-7d508122e674] [op=none] [2024/05/06 09:54:52.332 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [op=none] [2024/05/06 09:54:52.333 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:52.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:52.450 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:52.463 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:52.463 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:52.463 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:52.463 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:52.463 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:52.463 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:52.463 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:52.464 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:52.464 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:52.466 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:52.466 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:52.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:52.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:52.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:52.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:52.468 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:52.471 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:52.473 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:52.479 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2da798cc-7bac-4ade-aca2-a99e05f9c7c0] [2024/05/06 09:54:52.479 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:52.479 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:52.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:52.482 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:52.482 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:52.512 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.550889ms] [2024/05/06 09:54:52.517 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:52.558 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:52.562 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:54:52.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:52.592 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:54:52.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=295.21Β΅s] [gotSchemaVersion=167] [phyTblIDs="[163,164,165,166]"] [actionTypes="[4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.687 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=167] [2024/05/06 09:54:52.725 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.43831ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.814 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=220.542Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=168] [2024/05/06 09:54:52.863 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.647786ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.895 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.906 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/05/06 09:54:52.938 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=351.555Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=169] [2024/05/06 09:54:52.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.653786ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.044 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[164,165,166]"] [comment="drop table: partition table IDs"] [2024/05/06 09:54:53.059 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/05/06 09:54:53.067 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/06 09:54:53.071 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:52.553 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.128 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:54:53.128 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.570546094\n# Parse_time: 0.000436536\n# Compile_time: 0.001022696\n# Rewrite_time: 0.000015315\n# Optimize_time: 0.000583404\n# Wait_TS: 0.000430359\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:54:53.164 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create temporary table t(a int)"] [user=] [2024/05/06 09:54:53.305 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:53.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:53.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:53.305 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:53.480 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:53.480 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:53.480 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2da798cc-7bac-4ade-aca2-a99e05f9c7c0] [watcherID=e87581b0-3ae6-4d4f-9aad-364a5f4b3896] [2024/05/06 09:54:53.482 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:53.496 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:53.496 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:53.496 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:53.496 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:54.176 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:54.154 +0000 UTC"] [2024/05/06 09:54:54.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:54.200 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:54.154000'"] [2024/05/06 09:54:54.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.273 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/05/06 09:54:54.280 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:54.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=194.383Β΅s] [gotSchemaVersion=170] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:54.600 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=170] [2024/05/06 09:54:54.638 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.566673ms] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.723 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:54.732 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:54.734 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.659918ms] ["completed regions"=1] [2024/05/06 09:54:54.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:54.744 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:54.745 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.025732ms] ["completed regions"=1] [2024/05/06 09:54:54.746 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:54.755 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:54.756 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.415703ms] ["completed regions"=1] [2024/05/06 09:54:54.756 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:54.766 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:54.767 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.363793ms] ["completed regions"=1] [2024/05/06 09:54:54.767 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:54.776 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:54.777 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.871012ms] ["completed regions"=1] [2024/05/06 09:54:54.778 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:54.786 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:54.788 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.927114ms] ["completed regions"=1] [2024/05/06 09:54:54.788 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:54.796 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:54.798 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.28522ms] ["completed regions"=1] [2024/05/06 09:54:54.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:54.806 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:54.807 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.823401ms] ["completed regions"=1] [2024/05/06 09:54:54.807 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:54.815 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:54.816 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.537709ms] ["completed regions"=1] [2024/05/06 09:54:54.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:54.825 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:54.827 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.295478ms] ["completed regions"=1] [2024/05/06 09:54:54.827 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:54.834 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:54.836 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.429608ms] ["completed regions"=1] [2024/05/06 09:54:54.836 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:54.843 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:54.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.815574ms] ["completed regions"=1] [2024/05/06 09:54:54.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:54.852 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:54.854 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.472488ms] ["completed regions"=1] [2024/05/06 09:54:54.854 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:54.861 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:54.862 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.912899ms] ["completed regions"=1] [2024/05/06 09:54:54.862 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:54.869 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:54.870 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.736649ms] ["completed regions"=1] [2024/05/06 09:54:54.871 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:54.877 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:54.878 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.125167ms] ["completed regions"=1] [2024/05/06 09:54:54.878 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:54.884 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:54.885 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.829277ms] ["completed regions"=1] [2024/05/06 09:54:54.885 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:54.891 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:54.892 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.683452ms] ["completed regions"=1] [2024/05/06 09:54:54.892 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:54.898 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:54.900 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.309824ms] ["completed regions"=1] [2024/05/06 09:54:54.900 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:54.906 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:54.907 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.714029ms] ["completed regions"=1] [2024/05/06 09:54:54.907 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:54.913 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:54.914 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.762021ms] ["completed regions"=1] [2024/05/06 09:54:54.915 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:54.919 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:54.921 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.02395ms] ["completed regions"=1] [2024/05/06 09:54:54.921 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:54.926 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:54.927 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.867613ms] ["completed regions"=1] [2024/05/06 09:54:54.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:54.932 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:54.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.383132ms] ["completed regions"=1] [2024/05/06 09:54:54.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:54.937 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:54.939 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.527635ms] ["completed regions"=1] [2024/05/06 09:54:54.939 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:54.943 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:54.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.989446ms] ["completed regions"=1] [2024/05/06 09:54:54.944 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:54.948 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:54.950 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.314923ms] ["completed regions"=1] [2024/05/06 09:54:54.950 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:54.954 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:54.955 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.73294ms] ["completed regions"=1] [2024/05/06 09:54:54.955 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:54.960 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:54.962 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=6.171911ms] ["completed regions"=1] [2024/05/06 09:54:54.962 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:54.965 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:54.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.548061ms] ["completed regions"=1] [2024/05/06 09:54:54.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:54.970 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:54.972 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.491661ms] ["completed regions"=1] [2024/05/06 09:54:54.972 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:54.975 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:54.976 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.91574ms] ["completed regions"=1] [2024/05/06 09:54:54.976 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:54.979 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:54.980 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.783267ms] ["completed regions"=1] [2024/05/06 09:54:54.981 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:54.983 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:54.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.685952ms] ["completed regions"=1] [2024/05/06 09:54:54.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:54.987 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:54.989 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.518177ms] ["completed regions"=1] [2024/05/06 09:54:54.989 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:54.991 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:54.992 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.480674ms] ["completed regions"=1] [2024/05/06 09:54:54.993 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:54.995 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:54.996 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.931122ms] ["completed regions"=1] [2024/05/06 09:54:54.996 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:54.998 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:54.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.743417ms] ["completed regions"=1] [2024/05/06 09:54:54.999 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:55.001 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:55.002 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.687815ms] ["completed regions"=1] [2024/05/06 09:54:55.043 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/05/06 09:54:55.108 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:55.110 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:55.121 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:55.123 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:55.123 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.145811ms] ["completed regions"=1] [2024/05/06 09:54:55.123 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:55.133 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:55.135 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:55.135 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.826779ms] ["completed regions"=1] [2024/05/06 09:54:55.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:55.145 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:55.147 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:55.147 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.483845ms] ["completed regions"=1] [2024/05/06 09:54:55.147 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:55.156 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:55.158 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:55.158 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.745439ms] ["completed regions"=1] [2024/05/06 09:54:55.158 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:55.167 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:55.169 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:55.169 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.427273ms] ["completed regions"=1] [2024/05/06 09:54:55.169 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:55.177 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:55.179 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:55.179 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.640775ms] ["completed regions"=1] [2024/05/06 09:54:55.179 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:55.187 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:55.189 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:55.189 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.34298ms] ["completed regions"=1] [2024/05/06 09:54:55.189 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:55.197 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:55.199 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:55.199 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.969016ms] ["completed regions"=1] [2024/05/06 09:54:55.199 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:55.207 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:55.209 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:55.209 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.086232ms] ["completed regions"=1] [2024/05/06 09:54:55.209 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:55.216 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:55.218 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:55.218 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.548007ms] ["completed regions"=1] [2024/05/06 09:54:55.218 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:55.225 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:55.228 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:55.228 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.608563ms] ["completed regions"=1] [2024/05/06 09:54:55.228 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:55.235 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:55.237 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:55.237 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.552064ms] ["completed regions"=1] [2024/05/06 09:54:55.237 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:55.244 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:55.245 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:55.245 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.179198ms] ["completed regions"=1] [2024/05/06 09:54:55.246 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:55.252 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:55.254 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:55.254 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.755727ms] ["completed regions"=1] [2024/05/06 09:54:55.254 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:55.261 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:55.262 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:55.262 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.309154ms] ["completed regions"=1] [2024/05/06 09:54:55.263 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:55.269 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:55.270 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:55.270 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.314182ms] ["completed regions"=1] [2024/05/06 09:54:55.270 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:55.276 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:55.277 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:55.277 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.901848ms] ["completed regions"=1] [2024/05/06 09:54:55.277 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:55.283 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:55.285 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:55.285 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.835597ms] ["completed regions"=1] [2024/05/06 09:54:55.285 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:55.291 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:55.292 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:55.292 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.247213ms] ["completed regions"=1] [2024/05/06 09:54:55.292 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:55.298 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:55.299 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:55.299 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.613651ms] ["completed regions"=1] [2024/05/06 09:54:55.299 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:55.304 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:55.306 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:55.306 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.278786ms] ["completed regions"=1] [2024/05/06 09:54:55.306 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:55.311 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:55.312 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:55.312 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.922975ms] ["completed regions"=1] [2024/05/06 09:54:55.312 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:55.317 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:55.318 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:55.318 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.732527ms] ["completed regions"=1] [2024/05/06 09:54:55.318 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:55.323 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:55.325 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:55.325 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.810175ms] ["completed regions"=1] [2024/05/06 09:54:55.325 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:55.329 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:55.330 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:55.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.096862ms] ["completed regions"=1] [2024/05/06 09:54:55.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:55.334 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:55.336 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:55.336 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.238536ms] ["completed regions"=1] [2024/05/06 09:54:55.336 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:55.340 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:55.341 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:55.341 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.964406ms] ["completed regions"=1] [2024/05/06 09:54:55.341 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:55.345 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:55.346 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:55.346 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.703375ms] ["completed regions"=1] [2024/05/06 09:54:55.346 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:55.350 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:55.351 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:55.351 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.808088ms] ["completed regions"=1] [2024/05/06 09:54:55.351 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:55.355 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:55.356 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:55.356 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.227444ms] ["completed regions"=1] [2024/05/06 09:54:55.356 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:55.359 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:55.361 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:55.361 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.410915ms] ["completed regions"=1] [2024/05/06 09:54:55.361 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:55.364 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:55.365 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:55.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.04756ms] ["completed regions"=1] [2024/05/06 09:54:55.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:55.368 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:55.369 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:55.370 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.848395ms] ["completed regions"=1] [2024/05/06 09:54:55.370 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:55.372 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:55.373 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:55.373 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.317361ms] ["completed regions"=1] [2024/05/06 09:54:55.373 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:55.375 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:55.377 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:55.377 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.16783ms] ["completed regions"=1] [2024/05/06 09:54:55.377 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:55.379 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:55.380 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:55.380 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.887298ms] ["completed regions"=1] [2024/05/06 09:54:55.380 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:55.382 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:55.383 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:55.383 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.812606ms] ["completed regions"=1] [2024/05/06 09:54:55.383 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:55.385 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:55.386 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:55.386 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.59845ms] ["completed regions"=1] [2024/05/06 09:54:55.386 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:55.387 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:55.389 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:55.389 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.268257ms] ["completed regions"=1] [2024/05/06 09:54:55.389 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:55.443 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:55.492 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/175/fbf5e502-068a-4dad-b1f2-7d508122e674] [currentVer=170] [latestVer=171] [2024/05/06 09:54:55.492 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id fbf5e502-068a-4dad-b1f2-7d508122e674"] ["ddl job id"=175] [ver=171] [2024/05/06 09:54:55.542 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=100.004204ms] [2024/05/06 09:54:55.548 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:55.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=171] [2024/05/06 09:54:55.581 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=143.395519ms] [job="ID:175, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:55.812 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [job="ID:175, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:54.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:55.836 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:54:55.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:55.840 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.665925348\n# Parse_time: 0.000393575\n# Compile_time: 0.000656259\n# Rewrite_time: 0.000010204\n# Optimize_time: 0.000364861\n# Wait_TS: 0.000284605\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-05-06 09:54:54.154000';"] [2024/05/06 09:54:56.851 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=171] [cur_db=test] [sql="drop table t"] [user=] [2024/05/06 09:54:56.854 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:54:56.803 +0000 UTC"] [2024/05/06 09:54:56.881 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:56.881 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:54:56.803000'"] [2024/05/06 09:54:56.925 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.941 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:54:56.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=193.205Β΅s] [gotSchemaVersion=172] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:54:57.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=172] [2024/05/06 09:54:57.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.665903ms] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.352 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:57.363 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:57.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.844486ms] ["completed regions"=1] [2024/05/06 09:54:57.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:57.374 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:57.376 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.346123ms] ["completed regions"=1] [2024/05/06 09:54:57.376 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:57.385 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:57.386 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.02484ms] ["completed regions"=1] [2024/05/06 09:54:57.386 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:57.395 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:57.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.863986ms] ["completed regions"=1] [2024/05/06 09:54:57.397 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:57.407 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:57.408 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.967236ms] ["completed regions"=1] [2024/05/06 09:54:57.408 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:57.417 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:57.418 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.390471ms] ["completed regions"=1] [2024/05/06 09:54:57.418 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:57.426 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:57.428 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.671908ms] ["completed regions"=1] [2024/05/06 09:54:57.428 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:57.437 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:57.438 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.557783ms] ["completed regions"=1] [2024/05/06 09:54:57.438 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:57.446 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:57.447 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.621289ms] ["completed regions"=1] [2024/05/06 09:54:57.447 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:57.456 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:57.458 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.552103ms] ["completed regions"=1] [2024/05/06 09:54:57.458 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:57.466 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:57.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.628133ms] ["completed regions"=1] [2024/05/06 09:54:57.467 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:57.474 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:57.476 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.349497ms] ["completed regions"=1] [2024/05/06 09:54:57.476 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:57.484 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:57.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.427661ms] ["completed regions"=1] [2024/05/06 09:54:57.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:57.492 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:57.494 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.198351ms] ["completed regions"=1] [2024/05/06 09:54:57.494 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:57.526 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:57.529 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=34.156841ms] ["completed regions"=1] [2024/05/06 09:54:57.529 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:57.536 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:57.538 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.446621ms] ["completed regions"=1] [2024/05/06 09:54:57.538 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:57.544 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:57.545 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.973515ms] ["completed regions"=1] [2024/05/06 09:54:57.545 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:57.552 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:57.554 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.898107ms] ["completed regions"=1] [2024/05/06 09:54:57.554 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:57.562 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:57.564 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=9.451791ms] ["completed regions"=1] [2024/05/06 09:54:57.564 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:57.570 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:57.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.847821ms] ["completed regions"=1] [2024/05/06 09:54:57.571 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:57.576 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:57.578 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.953992ms] ["completed regions"=1] [2024/05/06 09:54:57.578 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:57.583 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:57.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.932759ms] ["completed regions"=1] [2024/05/06 09:54:57.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:57.589 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:57.592 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.306218ms] ["completed regions"=1] [2024/05/06 09:54:57.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:57.597 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:57.598 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.661627ms] ["completed regions"=1] [2024/05/06 09:54:57.598 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:57.604 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:57.606 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=7.39014ms] ["completed regions"=1] [2024/05/06 09:54:57.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:57.613 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:57.615 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.448046ms] ["completed regions"=1] [2024/05/06 09:54:57.615 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:57.620 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:57.621 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.807947ms] ["completed regions"=1] [2024/05/06 09:54:57.621 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:57.625 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:57.626 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.947379ms] ["completed regions"=1] [2024/05/06 09:54:57.626 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:57.630 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:57.632 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.01204ms] ["completed regions"=1] [2024/05/06 09:54:57.632 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:57.635 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:57.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.206755ms] ["completed regions"=1] [2024/05/06 09:54:57.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:57.639 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:57.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.160537ms] ["completed regions"=1] [2024/05/06 09:54:57.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:57.644 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:57.645 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.650797ms] ["completed regions"=1] [2024/05/06 09:54:57.645 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:57.648 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:57.649 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.895456ms] ["completed regions"=1] [2024/05/06 09:54:57.650 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:57.652 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:57.653 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.438211ms] ["completed regions"=1] [2024/05/06 09:54:57.653 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:57.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:57.657 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.052362ms] ["completed regions"=1] [2024/05/06 09:54:57.657 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:57.659 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:57.660 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.911241ms] ["completed regions"=1] [2024/05/06 09:54:57.660 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:57.662 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:57.663 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.750673ms] ["completed regions"=1] [2024/05/06 09:54:57.663 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:57.665 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:57.666 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.47639ms] ["completed regions"=1] [2024/05/06 09:54:57.666 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:57.667 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:57.669 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.29354ms] ["completed regions"=1] [2024/05/06 09:54:57.707 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:54:57.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.745 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:54:57.755 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:54:57.757 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:54:57.757 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.551556ms] ["completed regions"=1] [2024/05/06 09:54:57.757 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:54:57.767 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:54:57.768 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:54:57.768 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.789729ms] ["completed regions"=1] [2024/05/06 09:54:57.768 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:54:57.777 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:54:57.779 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:54:57.779 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.475461ms] ["completed regions"=1] [2024/05/06 09:54:57.779 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:54:57.789 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:54:57.790 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:54:57.790 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.291945ms] ["completed regions"=1] [2024/05/06 09:54:57.790 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:54:57.799 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:54:57.800 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:54:57.801 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.076126ms] ["completed regions"=1] [2024/05/06 09:54:57.801 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:54:57.812 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:54:57.814 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:54:57.814 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=12.710052ms] ["completed regions"=1] [2024/05/06 09:54:57.814 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:54:57.822 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:54:57.823 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:54:57.824 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.324042ms] ["completed regions"=1] [2024/05/06 09:54:57.824 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:54:57.831 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:54:57.833 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:54:57.833 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.194871ms] ["completed regions"=1] [2024/05/06 09:54:57.833 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:54:57.841 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:54:57.842 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:54:57.843 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.060685ms] ["completed regions"=1] [2024/05/06 09:54:57.843 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:54:57.850 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:54:57.854 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:54:57.854 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.684505ms] ["completed regions"=1] [2024/05/06 09:54:57.854 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:54:57.861 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:54:57.863 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:54:57.863 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.551405ms] ["completed regions"=1] [2024/05/06 09:54:57.863 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:54:57.870 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:54:57.872 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:54:57.872 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.478098ms] ["completed regions"=1] [2024/05/06 09:54:57.872 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:54:57.878 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:54:57.880 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:54:57.880 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.903216ms] ["completed regions"=1] [2024/05/06 09:54:57.880 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:54:57.887 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:54:57.888 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:54:57.888 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.946427ms] ["completed regions"=1] [2024/05/06 09:54:57.888 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:54:57.895 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:54:57.896 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:54:57.896 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.604009ms] ["completed regions"=1] [2024/05/06 09:54:57.896 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:54:57.902 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:54:57.904 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:54:57.904 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.243958ms] ["completed regions"=1] [2024/05/06 09:54:57.904 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:54:57.910 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:54:57.912 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:54:57.912 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.224204ms] ["completed regions"=1] [2024/05/06 09:54:57.912 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:54:57.918 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:54:57.919 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:54:57.919 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.91023ms] ["completed regions"=1] [2024/05/06 09:54:57.919 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:54:57.925 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:54:57.926 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:54:57.926 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.442056ms] ["completed regions"=1] [2024/05/06 09:54:57.926 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:54:57.931 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:54:57.933 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:54:57.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.515017ms] ["completed regions"=1] [2024/05/06 09:54:57.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:54:57.938 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:54:57.939 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:54:57.939 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.097511ms] ["completed regions"=1] [2024/05/06 09:54:57.939 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:54:57.944 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:54:57.946 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:54:57.946 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.862512ms] ["completed regions"=1] [2024/05/06 09:54:57.946 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:54:57.950 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:54:57.952 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:54:57.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.744344ms] ["completed regions"=1] [2024/05/06 09:54:57.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:54:57.956 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:54:57.958 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:54:57.958 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.515309ms] ["completed regions"=1] [2024/05/06 09:54:57.958 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:54:57.962 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:54:57.963 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:54:57.963 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.236749ms] ["completed regions"=1] [2024/05/06 09:54:57.963 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:54:57.968 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:54:57.969 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:54:57.969 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.549688ms] ["completed regions"=1] [2024/05/06 09:54:57.969 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:54:57.973 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:54:57.974 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:54:57.974 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.5338ms] ["completed regions"=1] [2024/05/06 09:54:57.974 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:54:57.978 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:54:57.979 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:54:57.979 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.790301ms] ["completed regions"=1] [2024/05/06 09:54:57.979 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:54:57.983 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:54:57.984 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:54:57.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.89208ms] ["completed regions"=1] [2024/05/06 09:54:57.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:54:57.988 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:54:57.989 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:54:57.989 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.391462ms] ["completed regions"=1] [2024/05/06 09:54:57.989 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:54:57.992 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:54:57.994 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:54:57.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.805134ms] ["completed regions"=1] [2024/05/06 09:54:57.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:54:57.997 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:54:57.999 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:54:57.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.183937ms] ["completed regions"=1] [2024/05/06 09:54:57.999 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:54:58.002 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:54:58.003 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:54:58.003 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.634265ms] ["completed regions"=1] [2024/05/06 09:54:58.003 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:54:58.005 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:54:58.006 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:54:58.006 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.184828ms] ["completed regions"=1] [2024/05/06 09:54:58.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:54:58.009 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:54:58.010 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:54:58.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.071988ms] ["completed regions"=1] [2024/05/06 09:54:58.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:54:58.012 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:54:58.013 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:54:58.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.871869ms] ["completed regions"=1] [2024/05/06 09:54:58.013 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:54:58.015 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:54:58.016 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:54:58.016 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.666303ms] ["completed regions"=1] [2024/05/06 09:54:58.016 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:54:58.018 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:54:58.019 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:54:58.019 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.394987ms] ["completed regions"=1] [2024/05/06 09:54:58.019 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:54:58.020 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:54:58.021 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:54:58.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.122ms] ["completed regions"=1] [2024/05/06 09:54:58.021 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:54:58.073 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:54:58.143 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/176/fbf5e502-068a-4dad-b1f2-7d508122e674] [currentVer=172] [latestVer=173] [2024/05/06 09:54:58.143 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id fbf5e502-068a-4dad-b1f2-7d508122e674"] ["ddl job id"=176] [ver=173] [2024/05/06 09:54:58.197 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=123.763024ms] [2024/05/06 09:54:58.202 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:58.212 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=173] [2024/05/06 09:54:58.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=162.971835ms] [job="ID:176, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:58.432 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [job="ID:176, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:54:56.853 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:58.459 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:54:58.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:58.463 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.61047174\n# Parse_time: 0.000400162\n# Compile_time: 0.000687933\n# Rewrite_time: 0.000005729\n# Optimize_time: 0.004086257\n# Wait_TS: 0.000378592\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:54:56.803000';"] [2024/05/06 09:54:58.464 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'test.t' doesn't exist"] [errorVerbose="[schema:1146]Table 'test.t' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackTmpTable\n\ttests/realtikvtest/flashbacktest/flashback_test.go:529\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="select * from t"] [2024/05/06 09:54:58.504 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [2024/05/06 09:54:58.504 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [2024/05/06 09:54:58.504 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:58.505 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=37.915Β΅s] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=26.374Β΅s] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=38.478Β΅s] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=17.538Β΅s] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=9.284Β΅s] [2024/05/06 09:54:58.507 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:58.507 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:58.507 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:58.512 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=fbf5e502-068a-4dad-b1f2-7d508122e674] ["take time"=47.483251ms] [2024/05/06 09:54:58.512 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=fbf5e502-068a-4dad-b1f2-7d508122e674] [2024/05/06 09:54:58.514 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:58.515 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:58.515 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2da798cc-7bac-4ade-aca2-a99e05f9c7c0] [watcherID=e87581b0-3ae6-4d4f-9aad-364a5f4b3896] [2024/05/06 09:54:58.515 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2da798cc-7bac-4ade-aca2-a99e05f9c7c0] [2024/05/06 09:54:58.515 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:58.515 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:58.515 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:58.515 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:58.521 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:58.521 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=674] [2024/05/06 09:54:58.522 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=fbf5e502-068a-4dad-b1f2-7d508122e674] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:58.522 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:58.522 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:58.522 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager beb14aad-080b-44df-bf8e-958f0f3eaf86"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:58.523 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [error="context canceled"] [2024/05/06 09:54:58.523 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [2024/05/06 09:54:58.523 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:58.522 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:58.522 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:58.522 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:58.523 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:58.523 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=fbf5e502-068a-4dad-b1f2-7d508122e674] [2024/05/06 09:54:58.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:58.523 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [error="context canceled"] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:58.523 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [2024/05/06 09:54:58.523 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:58.524 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:58.525 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:58.525 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager beb14aad-080b-44df-bf8e-958f0f3eaf86"] [error="context canceled"] [2024/05/06 09:54:58.525 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:58.525 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=beb14aad-080b-44df-bf8e-958f0f3eaf86] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:58.525 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:58.525 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:58.525 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager beb14aad-080b-44df-bf8e-958f0f3eaf86"] [2024/05/06 09:54:58.525 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:59.776 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:59.776 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:59.776 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:59.786 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager fbf5e502-068a-4dad-b1f2-7d508122e674"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:59.786 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:59.786 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:59.786 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:59.794 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.329480791s] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:59.795 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:59.795 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.795 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:59.795 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:59.797 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] [2024/05/06 09:54:59.798 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager beb14aad-080b-44df-bf8e-958f0f3eaf86"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] --- PASS: TestFlashbackTmpTable (7.82s) === RUN TestFlashbackInProcessErrorMsg [2024/05/06 09:54:59.806 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:59.806 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:59.807 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822060497836396] [2024/05/06 09:54:59.808 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:59.808 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:59.809 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:59.809 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:59.809 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:59.809 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:59.809 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:59.811 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:59.815 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:59.817 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:59.818 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:59.827 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822060497836396] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:59.838 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:59.979 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1534] ["lease id"=3eaa8f4d50c2159f] [2024/05/06 09:54:59.981 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:55:00.082 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=173] ["start time"=97.399422ms] [2024/05/06 09:55:00.088 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:55:00.088 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=219ac7cc-600a-4af2-9f26-4db2650a950f] [runWorker=true] [2024/05/06 09:55:00.088 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:55:00.090 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:55:00.091 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:00.091 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:00.091 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:55:00.092 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:00.091 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:55:00.092 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:00.092 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:55:00.092 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:00.092 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:55:00.093 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c21697] [ownerID=219ac7cc-600a-4af2-9f26-4db2650a950f] [op=none] [2024/05/06 09:55:00.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:00.094 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=699fda0f-bed1-4631-8b7f-8065fcf56107] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:00.099 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:55:00.123 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:55:00.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:00.125 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:55:00.143 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:55:00.144 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c21697] [ownerID=219ac7cc-600a-4af2-9f26-4db2650a950f] [op=none] [2024/05/06 09:55:00.144 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [op=none] [2024/05/06 09:55:00.144 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:55:00.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:00.289 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:00.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:00.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:00.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:00.303 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:00.303 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:55:00.303 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:55:00.303 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:55:00.303 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:55:00.303 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:55:00.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:00.306 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:55:00.307 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:00.307 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:00.307 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:00.307 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:00.307 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:55:00.310 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:00.312 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:55:00.317 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a99c03cd-08b2-4156-8cd2-02d3cf25a072] [2024/05/06 09:55:00.318 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:55:00.318 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:55:00.321 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:00.321 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:55:00.321 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:55:00.352 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.444555ms] [2024/05/06 09:55:00.356 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:55:00.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:55:00.392 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/05/06 09:55:00.426 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:00.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:00.426 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:00.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/05/06 09:55:00.466 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.473 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 177, Table Name: t"] [2024/05/06 09:55:00.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=2.490946ms] [gotSchemaVersion=174] [phyTblIDs="[177]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:00.522 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=174] [2024/05/06 09:55:00.560 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.89026ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:00.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.615 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.649 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:55:00.649 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:01.113 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:55:01.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:01.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:01.114 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:01.318 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:55:01.318 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:55:01.318 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a99c03cd-08b2-4156-8cd2-02d3cf25a072] [watcherID=bc85ed33-b84c-4539-87c2-bd13392c21c3] [2024/05/06 09:55:01.321 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:55:01.333 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:55:01.333 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:55:01.333 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:55:01.333 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:55:01.655 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=174] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/05/06 09:55:01.686 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/05/06 09:55:01.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:55:01.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:01.758 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:55:01.758 +00:00] [INFO] [index.go:817] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/05/06 09:55:01.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=2.708289ms] [gotSchemaVersion=175] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:55:01.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=175] [2024/05/06 09:55:01.838 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.336408ms] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:01.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:01.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.581759ms] [gotSchemaVersion=176] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:55:01.931 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=176] [2024/05/06 09:55:01.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=54.96775ms] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.857076ms] [gotSchemaVersion=177] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:55:02.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=177] [2024/05/06 09:55:02.092 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:55:02.113 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.623958ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.154 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:55:02.158 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{177 t utf8mb4 utf8mb4_bin [0xc038202000] [0xc037ae6c60] [] [] public false false 0 0 0 0 0 1 1 0 0 449574155584536581 0 0 0 0 0 0 5 false disable 3 2}"] ["table/partition ID"=177] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 09:55:02.158 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=] [endKey=] [2024/05/06 09:55:02.190 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/05/06 09:55:02.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155623596033, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.237 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/05/06 09:55:02.248 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155623596033, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:,EndKey:,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=] ["end key"=] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:421] ["split table range from PD, get noop table range"] [category=ddl] [physicalTableID=177] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=179] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=179] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=179] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=179] [2024/05/06 09:55:02.257 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=] [2024/05/06 09:55:02.257 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:55:02.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.498304ms] [gotSchemaVersion=178] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:55:02.300 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=178] [2024/05/06 09:55:02.337 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.442438ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155623596033, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155623596033, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.399 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=179] [table=t] [index=k] [2024/05/06 09:55:02.431 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.381199ms] [gotSchemaVersion=179] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:55:02.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=179] [2024/05/06 09:55:02.479 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.916884ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.517 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.521 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/05/06 09:55:02.558 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/05/06 09:55:02.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155715608579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.611 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155715608579, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b15f69ffff000000000001,EndKey:7480000000000000b15f69ffff000000000001ff,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/05/06 09:55:02.620 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=7480000000000000b15f69ffff000000000001] ["end key"=7480000000000000b15f69ffff000000000001ff] [2024/05/06 09:55:02.620 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/05/06 09:55:02.622 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=177] ["end key"=7480000000000000b15f69ffff000000000001ff] ["current end key"=7480000000000000b15f69ffff00000000000100] [2024/05/06 09:55:02.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=179] [2024/05/06 09:55:02.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=179] [2024/05/06 09:55:02.622 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=179] [2024/05/06 09:55:02.624 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 177, range: [7480000000000000b15f69ffff000000000001, 7480000000000000b15f69ffff00000000000100), jobID: 179"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b15f69ffff0000000000010000] ["take time"=1.261336ms] [2024/05/06 09:55:02.624 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=179] [2024/05/06 09:55:02.624 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000b15f69ffff000000000001] [2024/05/06 09:55:02.624 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:55:02.629 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:55:02.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=28.200009ms] [gotSchemaVersion=180] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:55:02.700 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=180] [2024/05/06 09:55:02.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.729259ms] [job="ID:179, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155715608579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.744 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=179] [tableID=177] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:55:02.757 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="add index"] [2024/05/06 09:55:02.761 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [job="ID:179, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:01.653 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574155715608579, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:55:02.827 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 09:55:02.827 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:02.831 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.177696663\n# Parse_time: 0.000452416\n# Compile_time: 0.000997908\n# Rewrite_time: 0.000024519\n# Optimize_time: 0.000341471\n# Wait_TS: 0.000319696\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nalter table t add index k(a);"] [2024/05/06 09:55:02.849 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-06 09:55:01.604 +0000 UTC"] [2024/05/06 09:55:02.878 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:02.878 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-06 09:55:01.604000'"] [2024/05/06 09:55:02.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:02.965 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/05/06 09:55:03.002 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=273.223Β΅s] [gotSchemaVersion=181] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/06 09:55:03.270 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=181] [2024/05/06 09:55:03.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.400518ms] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.423 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:55:03.433 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:55:03.436 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.944121ms] ["completed regions"=1] [2024/05/06 09:55:03.436 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:55:03.445 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:55:03.447 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.690118ms] ["completed regions"=1] [2024/05/06 09:55:03.447 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:55:03.456 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:55:03.458 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.032123ms] ["completed regions"=1] [2024/05/06 09:55:03.458 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:55:03.467 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:55:03.468 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.102363ms] ["completed regions"=1] [2024/05/06 09:55:03.468 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:55:03.477 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:55:03.478 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.392106ms] ["completed regions"=1] [2024/05/06 09:55:03.478 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:55:03.486 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:55:03.488 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.352338ms] ["completed regions"=1] [2024/05/06 09:55:03.488 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:55:03.496 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:55:03.498 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.67523ms] ["completed regions"=1] [2024/05/06 09:55:03.498 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:55:03.506 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:55:03.508 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.05062ms] ["completed regions"=1] [2024/05/06 09:55:03.508 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:55:03.516 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:55:03.518 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.117637ms] ["completed regions"=1] [2024/05/06 09:55:03.518 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:55:03.525 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:55:03.527 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.724945ms] ["completed regions"=1] [2024/05/06 09:55:03.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:55:03.534 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:55:03.536 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.306581ms] ["completed regions"=1] [2024/05/06 09:55:03.536 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:55:03.543 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:55:03.545 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.871ms] ["completed regions"=1] [2024/05/06 09:55:03.545 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:55:03.552 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:55:03.553 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.826034ms] ["completed regions"=1] [2024/05/06 09:55:03.553 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:55:03.560 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:55:03.562 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.93382ms] ["completed regions"=1] [2024/05/06 09:55:03.562 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:55:03.568 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:55:03.570 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.837898ms] ["completed regions"=1] [2024/05/06 09:55:03.570 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:55:03.577 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:55:03.578 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.038084ms] ["completed regions"=1] [2024/05/06 09:55:03.579 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:55:03.586 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:55:03.587 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=8.278568ms] ["completed regions"=1] [2024/05/06 09:55:03.587 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:55:03.593 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:55:03.594 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.748447ms] ["completed regions"=1] [2024/05/06 09:55:03.595 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:55:03.601 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:55:03.602 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.414067ms] ["completed regions"=1] [2024/05/06 09:55:03.602 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:55:03.608 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:55:03.610 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.881417ms] ["completed regions"=1] [2024/05/06 09:55:03.610 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:55:03.615 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:55:03.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.484912ms] ["completed regions"=1] [2024/05/06 09:55:03.617 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:55:03.622 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:55:03.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.03115ms] ["completed regions"=1] [2024/05/06 09:55:03.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:55:03.628 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:55:03.629 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.840339ms] ["completed regions"=1] [2024/05/06 09:55:03.630 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:55:03.637 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:55:03.638 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=8.140507ms] ["completed regions"=1] [2024/05/06 09:55:03.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:55:03.643 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:55:03.644 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.612075ms] ["completed regions"=1] [2024/05/06 09:55:03.644 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:55:03.648 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:55:03.650 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.205503ms] ["completed regions"=1] [2024/05/06 09:55:03.650 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:55:03.654 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:55:03.655 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.120319ms] ["completed regions"=1] [2024/05/06 09:55:03.655 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:55:03.659 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:55:03.661 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.141844ms] ["completed regions"=1] [2024/05/06 09:55:03.661 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:55:03.665 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:55:03.666 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.394085ms] ["completed regions"=1] [2024/05/06 09:55:03.666 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:55:03.669 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:55:03.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.079497ms] ["completed regions"=1] [2024/05/06 09:55:03.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:55:03.673 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:55:03.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.965373ms] ["completed regions"=1] [2024/05/06 09:55:03.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:55:03.678 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:55:03.679 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.774537ms] ["completed regions"=1] [2024/05/06 09:55:03.679 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:55:03.682 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:55:03.683 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.459439ms] ["completed regions"=1] [2024/05/06 09:55:03.683 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:55:03.686 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:55:03.687 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.310355ms] ["completed regions"=1] [2024/05/06 09:55:03.687 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:55:03.689 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:55:03.690 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.914704ms] ["completed regions"=1] [2024/05/06 09:55:03.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:55:03.692 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:55:03.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.826067ms] ["completed regions"=1] [2024/05/06 09:55:03.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:55:03.695 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:55:03.697 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.856779ms] ["completed regions"=1] [2024/05/06 09:55:03.697 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:55:03.698 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:55:03.701 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.69638ms] ["completed regions"=1] [2024/05/06 09:55:03.701 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:55:03.702 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:55:03.704 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.898024ms] ["completed regions"=1] [2024/05/06 09:55:03.742 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/05/06 09:55:03.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.791 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/06 09:55:03.801 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=30] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/06 09:55:03.804 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/06 09:55:03.804 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.298086ms] ["completed regions"=1] [2024/05/06 09:55:03.804 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/06 09:55:03.814 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=38] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/06 09:55:03.815 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/06 09:55:03.815 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.573144ms] ["completed regions"=1] [2024/05/06 09:55:03.815 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/06 09:55:03.824 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=46] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/06 09:55:03.826 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/06 09:55:03.826 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.356243ms] ["completed regions"=1] [2024/05/06 09:55:03.826 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/06 09:55:03.835 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=54] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/06 09:55:03.837 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/06 09:55:03.837 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.545323ms] ["completed regions"=1] [2024/05/06 09:55:03.837 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/06 09:55:03.846 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=62] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/06 09:55:03.847 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/06 09:55:03.847 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.722481ms] ["completed regions"=1] [2024/05/06 09:55:03.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/06 09:55:03.856 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=70] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/06 09:55:03.857 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/06 09:55:03.857 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.804867ms] ["completed regions"=1] [2024/05/06 09:55:03.857 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/06 09:55:03.865 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=78] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/06 09:55:03.867 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/06 09:55:03.867 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.587449ms] ["completed regions"=1] [2024/05/06 09:55:03.867 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/06 09:55:03.875 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=86] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/06 09:55:03.877 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/06 09:55:03.877 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.283966ms] ["completed regions"=1] [2024/05/06 09:55:03.877 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/06 09:55:03.888 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=94] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/06 09:55:03.889 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/06 09:55:03.889 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=12.130289ms] ["completed regions"=1] [2024/05/06 09:55:03.889 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/06 09:55:03.897 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=102] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/06 09:55:03.899 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/06 09:55:03.899 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.058026ms] ["completed regions"=1] [2024/05/06 09:55:03.899 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/06 09:55:03.906 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=110] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/06 09:55:03.908 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/06 09:55:03.908 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.909958ms] ["completed regions"=1] [2024/05/06 09:55:03.908 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/06 09:55:03.918 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=118] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/06 09:55:03.921 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/06 09:55:03.921 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=12.434188ms] ["completed regions"=1] [2024/05/06 09:55:03.921 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/06 09:55:03.928 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=126] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/06 09:55:03.929 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/06 09:55:03.929 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.924912ms] ["completed regions"=1] [2024/05/06 09:55:03.929 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/06 09:55:03.936 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=134] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/06 09:55:03.938 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/06 09:55:03.938 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.906805ms] ["completed regions"=1] [2024/05/06 09:55:03.938 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/06 09:55:03.944 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=142] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/06 09:55:03.946 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/06 09:55:03.946 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.605828ms] ["completed regions"=1] [2024/05/06 09:55:03.946 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/06 09:55:03.952 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=150] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/06 09:55:03.953 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/06 09:55:03.953 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.483388ms] ["completed regions"=1] [2024/05/06 09:55:03.954 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/06 09:55:03.986 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=158] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/06 09:55:03.988 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/06 09:55:03.988 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=34.306221ms] ["completed regions"=1] [2024/05/06 09:55:03.988 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/06 09:55:03.996 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=166] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/06 09:55:03.998 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/06 09:55:03.998 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=8.798582ms] ["completed regions"=1] [2024/05/06 09:55:03.998 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/06 09:55:04.004 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=174] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/06 09:55:04.006 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/06 09:55:04.006 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.254968ms] ["completed regions"=1] [2024/05/06 09:55:04.006 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/06 09:55:04.013 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=182] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/06 09:55:04.014 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/06 09:55:04.014 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=8.081328ms] ["completed regions"=1] [2024/05/06 09:55:04.014 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/06 09:55:04.020 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=190] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/06 09:55:04.021 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/06 09:55:04.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.490918ms] ["completed regions"=1] [2024/05/06 09:55:04.021 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/06 09:55:04.026 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=198] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/06 09:55:04.028 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/06 09:55:04.028 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.826111ms] ["completed regions"=1] [2024/05/06 09:55:04.028 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/06 09:55:04.032 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=206] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/06 09:55:04.034 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/06 09:55:04.034 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.875868ms] ["completed regions"=1] [2024/05/06 09:55:04.034 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/06 09:55:04.039 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=214] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/06 09:55:04.040 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/06 09:55:04.040 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.048253ms] ["completed regions"=1] [2024/05/06 09:55:04.041 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/06 09:55:04.045 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=222] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/06 09:55:04.047 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/06 09:55:04.047 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.726788ms] ["completed regions"=1] [2024/05/06 09:55:04.047 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/06 09:55:04.053 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=230] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/06 09:55:04.054 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/06 09:55:04.054 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=7.355795ms] ["completed regions"=1] [2024/05/06 09:55:04.055 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/06 09:55:04.059 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=238] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/06 09:55:04.060 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/06 09:55:04.060 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.153205ms] ["completed regions"=1] [2024/05/06 09:55:04.060 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/06 09:55:04.064 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=246] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/06 09:55:04.065 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/06 09:55:04.065 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.529195ms] ["completed regions"=1] [2024/05/06 09:55:04.065 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/06 09:55:04.069 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=254] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/06 09:55:04.070 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/06 09:55:04.070 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.461917ms] ["completed regions"=1] [2024/05/06 09:55:04.070 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/06 09:55:04.075 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=262] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/06 09:55:04.077 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/06 09:55:04.077 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=6.654041ms] ["completed regions"=1] [2024/05/06 09:55:04.077 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/06 09:55:04.080 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=270] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/06 09:55:04.082 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/06 09:55:04.082 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.415758ms] ["completed regions"=1] [2024/05/06 09:55:04.082 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/06 09:55:04.085 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=278] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/06 09:55:04.086 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/06 09:55:04.086 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.883336ms] ["completed regions"=1] [2024/05/06 09:55:04.086 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/06 09:55:04.089 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=286] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/06 09:55:04.090 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/06 09:55:04.090 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.614725ms] ["completed regions"=1] [2024/05/06 09:55:04.090 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/06 09:55:04.093 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=294] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/06 09:55:04.094 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/06 09:55:04.094 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.459074ms] ["completed regions"=1] [2024/05/06 09:55:04.094 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/06 09:55:04.097 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=302] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/06 09:55:04.099 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/06 09:55:04.100 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=4.860072ms] ["completed regions"=1] [2024/05/06 09:55:04.100 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/06 09:55:04.102 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=310] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/06 09:55:04.103 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/06 09:55:04.103 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.222946ms] ["completed regions"=1] [2024/05/06 09:55:04.103 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/06 09:55:04.105 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=318] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/06 09:55:04.107 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/06 09:55:04.107 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.873444ms] ["completed regions"=1] [2024/05/06 09:55:04.107 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/06 09:55:04.108 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=326] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/06 09:55:04.110 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/06 09:55:04.110 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.504725ms] ["completed regions"=1] [2024/05/06 09:55:04.110 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/06 09:55:04.111 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=334] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/06 09:55:04.114 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/06 09:55:04.114 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.872707ms] ["completed regions"=1] [2024/05/06 09:55:04.114 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/06 09:55:04.174 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/06 09:55:04.223 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/180/219ac7cc-600a-4af2-9f26-4db2650a950f] [currentVer=181] [latestVer=182] [2024/05/06 09:55:04.223 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 219ac7cc-600a-4af2-9f26-4db2650a950f"] ["ddl job id"=180] [ver=182] [2024/05/06 09:55:04.271 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=96.985598ms] [2024/05/06 09:55:04.276 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:55:04.285 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=182] [2024/05/06 09:55:04.290 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=120.838371ms] [job="ID:180, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:04.491 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [job="ID:180, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-06 09:55:02.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:04.519 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:55:04.519 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:04.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.6760289689999999\n# Parse_time: 0.000899168\n# Compile_time: 0.000977179\n# Rewrite_time: 0.000015056\n# Optimize_time: 0.000341471\n# Wait_TS: 0.000422729\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-06 09:55:01.604000';"] [2024/05/06 09:55:04.560 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [2024/05/06 09:55:04.560 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [2024/05/06 09:55:04.561 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=19.353Β΅s] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=15.907Β΅s] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=13.505Β΅s] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=14.435Β΅s] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=14.568Β΅s] [2024/05/06 09:55:04.562 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:04.563 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:55:04.563 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:55:04.566 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=219ac7cc-600a-4af2-9f26-4db2650a950f] ["take time"=43.231855ms] [2024/05/06 09:55:04.566 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=219ac7cc-600a-4af2-9f26-4db2650a950f] [2024/05/06 09:55:04.568 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:55:04.568 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a99c03cd-08b2-4156-8cd2-02d3cf25a072] [watcherID=bc85ed33-b84c-4539-87c2-bd13392c21c3] [2024/05/06 09:55:04.568 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:55:04.568 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a99c03cd-08b2-4156-8cd2-02d3cf25a072] [2024/05/06 09:55:04.568 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:04.568 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:04.568 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.568 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.573 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:55:04.574 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:55:04.574 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1534] [2024/05/06 09:55:04.575 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=219ac7cc-600a-4af2-9f26-4db2650a950f] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:55:04.575 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:55:04.575 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:04.575 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 699fda0f-bed1-4631-8b7f-8065fcf56107"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:04.575 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 699fda0f-bed1-4631-8b7f-8065fcf56107"] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [error="context canceled"] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:55:04.575 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:04.575 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:55:04.575 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:55:04.575 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [2024/05/06 09:55:04.575 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:55:04.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:04.575 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=219ac7cc-600a-4af2-9f26-4db2650a950f] [2024/05/06 09:55:04.576 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:55:04.576 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:55:04.576 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:55:04.576 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:55:04.576 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:04.577 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:55:04.577 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:55:04.577 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=699fda0f-bed1-4631-8b7f-8065fcf56107] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:04.577 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:04.577 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:04.577 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:04.577 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 699fda0f-bed1-4631-8b7f-8065fcf56107"] [error="context canceled"] [2024/05/06 09:55:04.611 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:55:04.611 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [error="context canceled"] [2024/05/06 09:55:04.777 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 699fda0f-bed1-4631-8b7f-8065fcf56107"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:04.811 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:05.827 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:05.827 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:55:05.827 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:06.028 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 699fda0f-bed1-4631-8b7f-8065fcf56107"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:06.058 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 219ac7cc-600a-4af2-9f26-4db2650a950f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:06.058 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:55:06.058 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:55:06.058 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:06.065 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.542016405s] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:06.065 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:06.065 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:06.065 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:06.066 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:06.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:06.066 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:06.066 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:06.067 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackInProcessErrorMsg (6.27s) PASS coverage: 14.1% of statements GCov does not exist at the given path: '' May 06, 2024 9:55:11 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:55:11 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:55:11 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:55:11 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:55:11 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/flashbacktest:flashbacktest_test up-to-date: bazel-bin/tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test INFO: Elapsed time: 167.446s, Critical Path: 147.65s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 12 passing and 0 failing out of 12 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 187s remote-cache, linux-sandbox [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/sessiontest:sessiontest_test; 188s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 232.848s, Critical Path: 213.80s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] // dir [Pipeline] } Post stage [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // dir [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [Pipeline] sh [2024-05-06T09:55:15.255Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:55:15.257Z] ['info'] => Project root located at: . [2024-05-06T09:55:15.260Z] ['info'] -> Token found by environment variables [2024-05-06T09:55:15.273Z] ['info'] Searching for coverage files... [2024-05-06T09:55:15.841Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:55:15.841Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:55:15.611Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:55:15.612Z] ['info'] => Project root located at: . [2024-05-06T09:55:15.615Z] ['info'] -> Token found by environment variables [2024-05-06T09:55:15.629Z] ['info'] Searching for coverage files... [2024-05-06T09:55:16.222Z] ['info'] Using manual override from args. [2024-05-06T09:55:16.223Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:55:16.233Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:55:16.287Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:55:16.287Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:55:16.674Z] ['info'] Using manual override from args. [2024-05-06T09:55:16.675Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:55:16.689Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:55:17.033Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/be518e6a-bd3e-4472-80c3-5eacd8c9b669.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095516Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=c9dfc53043d40bbd5e4c1197912214dae3b830d702e3b993b1f4bd4700661092 [2024-05-06T09:55:17.033Z] ['info'] Uploading... [2024-05-06T09:55:17.498Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/625e0184-3fb4-418d-a36c-992373ba7ea6.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095517Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=88318375699199cf0e734a343e249d7b3947dc82eb447dca5377fff6f4c59fe4 [2024-05-06T09:55:17.498Z] ['info'] Uploading... [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 126s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: ==================== Test output for //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: === RUN TestVariable [2024/05/06 09:53:11.052 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:11.053 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:11.054 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:53:11.055 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:11.055 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:11.056 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:11.056 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:11.056 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:11.056 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:11.056 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:11.058 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:11.063 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:11.065 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:11.066 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:11.093 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:11.093 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:11.101 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:11.101 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:11.114 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:11.136 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:11.256 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:11.389 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1685] ["lease id"=6f188f4d50c7c9e2] [2024/05/06 09:53:11.392 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:11.399 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:36\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:53:11.425 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=25.329335ms] [2024/05/06 09:53:11.428 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:11.428 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=e3b7665f-d092-4845-8441-56399eea2c5a] [runWorker=true] [2024/05/06 09:53:11.428 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:11.431 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:11.432 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:11.432 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:11.432 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:11.432 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:11.434 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7c9e6] [ownerID=e3b7665f-d092-4845-8441-56399eea2c5a] [op=none] [2024/05/06 09:53:11.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:11.435 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1fe0938f-5dea-4601-b690-f587188629ec] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:11.436 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fe0938f-5dea-4601-b690-f587188629ec"] ["owner key"=/tidb/br-stream/owner/3eaa8f4d50c7c9e3] [ownerID=1fe0938f-5dea-4601-b690-f587188629ec] [op=none] [2024/05/06 09:53:11.443 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:53:11.475 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:11.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.475 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:11.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:53:11.483 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:11.484 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7c9e6] [ownerID=e3b7665f-d092-4845-8441-56399eea2c5a] [op=none] [2024/05/06 09:53:11.484 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] [op=none] [2024/05/06 09:53:11.484 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:11.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.584 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=31.06972ms] [2024/05/06 09:53:11.589 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:11.599 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:11.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:53:11.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.879887ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:11.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:11.692 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:53:11.692 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.696 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:53:11.717 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:53:11.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:11.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:53:11.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.241 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.464761ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.261 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:53:12.284 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.276633ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:11.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.371 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:11.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.437 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:12.546 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:53:12.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.845191719\n# Parse_time: 0\n# Compile_time: 0.008533798\n# Rewrite_time: 0.000016515\n# Optimize_time: 0\n# Wait_TS: 0.000433094\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:53:12.558 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:53:12.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.608 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:53:12.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.719 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.712505ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:12.729 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:12.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:53:12.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.129467ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.821 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.866 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:53:12.867 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.871 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313970732\n# Parse_time: 0\n# Compile_time: 0.001786744\n# Rewrite_time: 0.000009369\n# Optimize_time: 0\n# Wait_TS: 0.000391263\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:12.875 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:53:12.928 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.928 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:53:13.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.862956ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.078 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.079 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:53:13.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.312296ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:12.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.157 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.201 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:53:13.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331395901\n# Parse_time: 0\n# Compile_time: 0.001980651\n# Rewrite_time: 0.000012834\n# Optimize_time: 0\n# Wait_TS: 0.000472297\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.216 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:53:13.312 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.312 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:53:13.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.432 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:13.433 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:53:13.550 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.016171ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.561 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:13.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:53:13.594 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.480323ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.672 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.780 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:53:13.780 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.784 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.573020109\n# Parse_time: 0\n# Compile_time: 0.005043038\n# Rewrite_time: 0.000009563\n# Optimize_time: 0\n# Wait_TS: 0.000362694\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:13.789 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:53:13.859 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:53:13.859 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.167008ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.014 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.014 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:53:14.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.449787ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.102 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.160 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:53:14.160 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.163 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376150472\n# Parse_time: 0\n# Compile_time: 0.002505163\n# Rewrite_time: 0.000011046\n# Optimize_time: 0\n# Wait_TS: 0.000869673\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.176 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:53:14.243 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.243 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:53:14.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.010624ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.386 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:53:14.422 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.738084ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.515 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:53:14.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.519 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353489772\n# Parse_time: 0\n# Compile_time: 0.010412754\n# Rewrite_time: 0.000017323\n# Optimize_time: 0\n# Wait_TS: 0.000422359\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.523 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:53:14.566 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:14.566 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:53:14.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.770682ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:14.712 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:14.712 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:53:14.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.383837ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:14.862 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:53:14.862 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:14.876 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353973863\n# Parse_time: 0\n# Compile_time: 0.001152284\n# Rewrite_time: 0.000012724\n# Optimize_time: 0\n# Wait_TS: 0.000522807\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:14.879 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:53:14.935 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:53:14.935 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.019 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.090 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=3.023952ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:15.102 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.103 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:53:15.136 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.947539ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:14.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:14.874 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.252 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:53:15.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37722366\n# Parse_time: 0\n# Compile_time: 0.00151699\n# Rewrite_time: 0.000011779\n# Optimize_time: 0\n# Wait_TS: 0.000612557\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.260 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:53:15.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:53:15.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.010571ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:15.464 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:53:15.496 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.789828ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.565 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.638 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:53:15.639 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385324477\n# Parse_time: 0\n# Compile_time: 0.002020812\n# Rewrite_time: 0.000008672\n# Optimize_time: 0\n# Wait_TS: 0.000373155\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:15.648 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:53:15.699 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.699 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:53:15.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.847 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.869801ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:15.857 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:15.857 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:53:15.894 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.429332ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:15.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.951 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.007 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:53:16.007 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.011 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365467812\n# Parse_time: 0\n# Compile_time: 0.00238928\n# Rewrite_time: 0.000009336\n# Optimize_time: 0\n# Wait_TS: 0.000423664\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.025 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:16.026 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:16.101 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.101 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:16.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.285 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.763524ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.299 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.299 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:53:16.321 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.2791ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.369 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.448 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:53:16.448 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.452 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.43205213\n# Parse_time: 0\n# Compile_time: 0.004815493\n# Rewrite_time: 0.000013627\n# Optimize_time: 0\n# Wait_TS: 0.000470185\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.459 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:53:16.522 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.522 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:53:16.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.511847ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.699 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:16.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:53:16.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.871026ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.803 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:53:16.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.867 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.411510479\n# Parse_time: 0\n# Compile_time: 0.003904935\n# Rewrite_time: 0.000010163\n# Optimize_time: 0\n# Wait_TS: 0.000429194\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:16.872 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:16.931 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.931 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:16.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.092 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.892725ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.104 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:53:17.138 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.98133ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.202 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.258 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:53:17.259 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.262 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.392028747\n# Parse_time: 0\n# Compile_time: 0.002011582\n# Rewrite_time: 0.000010401\n# Optimize_time: 0\n# Wait_TS: 0.000440492\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.267 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:17.316 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.316 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:17.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.007216ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.476 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:53:17.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.71293ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.604 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:53:17.604 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.607 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342657087\n# Parse_time: 0\n# Compile_time: 0.00254837\n# Rewrite_time: 0.000009682\n# Optimize_time: 0\n# Wait_TS: 0.000384511\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.610 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:17.661 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.661 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:17.710 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.872502ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:17.793 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:17.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:53:17.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.565494ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:17.937 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:53:17.937 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:17.940 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331123124\n# Parse_time: 0\n# Compile_time: 0.001374001\n# Rewrite_time: 0.000009307\n# Optimize_time: 0\n# Wait_TS: 0.000391036\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:17.945 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:53:17.999 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:17.999 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:53:18.056 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.016649ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.150 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.150 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:53:18.185 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.940327ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:17.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:17.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.329 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:53:18.329 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389186\n# Parse_time: 0\n# Compile_time: 0.002150232\n# Rewrite_time: 0.000009659\n# Optimize_time: 0\n# Wait_TS: 0.000432801\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.340 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:53:18.407 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.407 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:53:18.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.542 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.068679ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.553 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.553 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:53:18.588 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.893768ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.653 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.720 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:53:18.720 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.724 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386681865\n# Parse_time: 0\n# Compile_time: 0.003256489\n# Rewrite_time: 0.000011179\n# Optimize_time: 0\n# Wait_TS: 0.000458646\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:18.730 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:18.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:18.797 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:18.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:18.964 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.993551ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:18.976 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:18.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:53:19.008 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.454501ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:18.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.062 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:18.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.147 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:53:19.147 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.150 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.423036985\n# Parse_time: 0\n# Compile_time: 0.002891385\n# Rewrite_time: 0.000010586\n# Optimize_time: 0\n# Wait_TS: 0.000496302\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.169 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:19.223 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.223 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:19.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.876862ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.381 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.381 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:53:19.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.038788ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.461 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.174 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.531 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:53:19.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367773409\n# Parse_time: 0\n# Compile_time: 0.001557442\n# Rewrite_time: 0.000011423\n# Optimize_time: 0\n# Wait_TS: 0.000362253\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.538 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:53:19.578 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.578 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:53:19.656 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.573826ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:19.729 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:19.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:53:19.765 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.71669ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:19.906 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:53:19.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:19.909 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372770095\n# Parse_time: 0\n# Compile_time: 0.001292602\n# Rewrite_time: 0.000010996\n# Optimize_time: 0\n# Wait_TS: 0.000312742\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:19.911 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:53:19.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:19.951 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:53:20.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.059 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.491501ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.070 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.070 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:53:20.106 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.35851ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:19.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.175 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:19.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.206 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:53:20.206 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.216 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:53:20.281 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.281 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:53:20.341 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.444617ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.491 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:53:20.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.038952ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.562 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.636 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:53:20.637 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426207705\n# Parse_time: 0\n# Compile_time: 0.002247443\n# Rewrite_time: 0.000010304\n# Optimize_time: 0\n# Wait_TS: 0.000408266\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.643 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:20.689 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.689 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:20.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.997626ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.842 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:20.842 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:53:20.877 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.754918ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.988 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:53:20.988 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.991 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349586043\n# Parse_time: 0\n# Compile_time: 0.001330462\n# Rewrite_time: 0.000009478\n# Optimize_time: 0\n# Wait_TS: 0.000460299\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:20.995 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:53:21.041 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.041 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:53:21.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.150 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.837032ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.161 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.161 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:53:21.197 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=54.189851ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.312 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:53:21.312 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.316 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.322207729\n# Parse_time: 0\n# Compile_time: 0.001616848\n# Rewrite_time: 0.000009224\n# Optimize_time: 0\n# Wait_TS: 0.00045537\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.319 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:53:21.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.365 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:53:21.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.696968ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.486 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.487 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:53:21.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.670574ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.636 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:53:21.636 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.322258925\n# Parse_time: 0\n# Compile_time: 0.001613263\n# Rewrite_time: 0.000012215\n# Optimize_time: 0\n# Wait_TS: 0.000405763\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.645 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:21.691 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.691 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:53:21.751 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.575674ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.834 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.834 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:53:21.869 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.17771ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.906 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:53:21.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.955 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312189708\n# Parse_time: 0\n# Compile_time: 0.002301942\n# Rewrite_time: 0.000012958\n# Optimize_time: 0\n# Wait_TS: 0.000401642\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:21.959 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:53:22.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.023 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:53:22.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.592527ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.153 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.153 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:53:22.188 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.488432ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:53:22.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.297 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339536895\n# Parse_time: 0\n# Compile_time: 0.00170397\n# Rewrite_time: 0.000010356\n# Optimize_time: 0\n# Wait_TS: 0.000407073\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.301 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:22.303 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:22.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.359 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:53:22.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.524 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.941456ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.534 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.535 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:53:22.571 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.552424ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.618 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.669 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:53:22.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373532851\n# Parse_time: 0\n# Compile_time: 0.002126459\n# Rewrite_time: 0.000009734\n# Optimize_time: 0\n# Wait_TS: 0.000340762\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.690 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:22.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:22.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.254781ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.900 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.900 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:53:22.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.507253ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.002 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.055 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:53:23.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.059 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383273887\n# Parse_time: 0\n# Compile_time: 0.004254155\n# Rewrite_time: 0.000056328\n# Optimize_time: 0\n# Wait_TS: 0.000776944\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.066 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:23.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:23.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.278 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.439943ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.289 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:23.289 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:53:23.323 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.790244ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.373 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.426 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:53:23.426 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36611291\n# Parse_time: 0\n# Compile_time: 0.002149052\n# Rewrite_time: 0.000010096\n# Optimize_time: 0\n# Wait_TS: 0.000368865\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.435 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=1fe0938f-5dea-4601-b690-f587188629ec] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.435 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:53:23.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:53:23.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.519 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:53:23.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.711 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.794659ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.721 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:23.721 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:53:23.756 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.182699ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.809 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.888 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:53:23.889 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.892 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.457616112\n# Parse_time: 0\n# Compile_time: 0.003834354\n# Rewrite_time: 0.000009867\n# Optimize_time: 0\n# Wait_TS: 0.000376861\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.895 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:53:23.937 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.937 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:53:24.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.436022ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.094 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:53:24.128 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.679266ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.198 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.233 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:53:24.234 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.237 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343158918\n# Parse_time: 0\n# Compile_time: 0.001103513\n# Rewrite_time: 0.000011641\n# Optimize_time: 0\n# Wait_TS: 0.000444775\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:24.317 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:24.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.317 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:24.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:53:24.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.937384ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:24.474 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:53:24.509 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.124249ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:24.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.638 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:53:24.638 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.641 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399746275\n# Parse_time: 0\n# Compile_time: 0.006113287\n# Rewrite_time: 0.003132596\n# Optimize_time: 0\n# Wait_TS: 0.000452068\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:24.645 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:53:24.704 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.704 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:53:24.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.858 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.06031ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.870 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.870 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:53:24.904 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.525122ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.010 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:53:25.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370251019\n# Parse_time: 0\n# Compile_time: 0.001758782\n# Rewrite_time: 0.000009544\n# Optimize_time: 0\n# Wait_TS: 0.000499659\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.017 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:53:25.065 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.065 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:53:25.140 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.929402ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.230 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.230 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:53:25.265 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.787823ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.394 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:53:25.394 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.398 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382075247\n# Parse_time: 0\n# Compile_time: 0.001477968\n# Rewrite_time: 0.000011742\n# Optimize_time: 0\n# Wait_TS: 0.000357029\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.401 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:53:25.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.469 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:53:25.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.796846ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.626 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:53:25.662 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.165399ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:53:25.750 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.753 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353212984\n# Parse_time: 0\n# Compile_time: 0.001700797\n# Rewrite_time: 0.000010677\n# Optimize_time: 0\n# Wait_TS: 0.000417947\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.760 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:53:25.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:53:25.940 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.947803ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:26.089 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:26.089 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:53:26.123 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.083914ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.271 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:53:26.272 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.276 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.51885647\n# Parse_time: 0\n# Compile_time: 0.003260076\n# Rewrite_time: 0.000010144\n# Optimize_time: 0\n# Wait_TS: 0.000422049\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.282 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:53:26.361 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.361 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:53:26.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.555 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.70359ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:26.579 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:26.579 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:53:26.600 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.06406ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.663 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.741 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:53:26.741 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.744 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.465276482\n# Parse_time: 0\n# Compile_time: 0.002648638\n# Rewrite_time: 0.000010022\n# Optimize_time: 0\n# Wait_TS: 0.000467248\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.751 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:53:26.848 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.848 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:53:26.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.695419ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.050 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:53:27.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.834778ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.156 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.241 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:53:27.241 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496538674\n# Parse_time: 0\n# Compile_time: 0.003229316\n# Rewrite_time: 0.000010668\n# Optimize_time: 0\n# Wait_TS: 0.00042532\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.251 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:27.337 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:27.337 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:27.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.002616ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.539 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:53:27.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.000479ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.613 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.689 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:53:27.689 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.693 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.443967252\n# Parse_time: 0\n# Compile_time: 0.00282766\n# Rewrite_time: 0.000011633\n# Optimize_time: 0\n# Wait_TS: 0.000499975\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.698 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:27.783 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:27.783 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:27.851 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.782564ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.010 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.010 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:53:28.032 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.363757ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:53:28.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.504533468\n# Parse_time: 0\n# Compile_time: 0.002512833\n# Rewrite_time: 0.000010224\n# Optimize_time: 0\n# Wait_TS: 0.000363693\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:28.209 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:53:28.289 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.289 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:53:28.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.331392ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.481 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:53:28.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=54.02235ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.657 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:53:28.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.456328945\n# Parse_time: 0\n# Compile_time: 0.004303039\n# Rewrite_time: 0.000011652\n# Optimize_time: 0\n# Wait_TS: 0.000450984\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:28.667 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:28.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.739 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:28.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=5.412109ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.911 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.911 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:53:28.935 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.171567ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.975 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.040 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:53:29.040 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.044 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379371428\n# Parse_time: 0\n# Compile_time: 0.002791119\n# Rewrite_time: 0.000011451\n# Optimize_time: 0\n# Wait_TS: 0.000363426\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.049 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:29.104 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.104 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:29.160 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.270 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.528656ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.280 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.281 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:53:29.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.255942ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.356 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.424 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:53:29.424 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.428 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38105517\n# Parse_time: 0\n# Compile_time: 0.002358616\n# Rewrite_time: 0.00000933\n# Optimize_time: 0\n# Wait_TS: 0.000391652\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:53:29.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:53:29.585 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.745 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.480834ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.757 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.757 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:53:29.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.853832ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.854 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.961 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:53:29.962 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.965 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.530259483\n# Parse_time: 0\n# Compile_time: 0.005647458\n# Rewrite_time: 0.000010433\n# Optimize_time: 0\n# Wait_TS: 0.000442986\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.970 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:30.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:30.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.071605ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.186 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.186 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:53:30.221 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=52.708788ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.254 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.313 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:53:30.313 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.316 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348133795\n# Parse_time: 0\n# Compile_time: 0.002299754\n# Rewrite_time: 0.000014786\n# Optimize_time: 0\n# Wait_TS: 0.000419379\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.319 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:53:30.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.363 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:53:30.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.453 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:30.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:30.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:30.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:30.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.941043ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.529 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:53:30.565 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.771538ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.626 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.677 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:53:30.677 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362968777\n# Parse_time: 0\n# Compile_time: 0.001327482\n# Rewrite_time: 0.000008215\n# Optimize_time: 0\n# Wait_TS: 0.000351234\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.685 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:53:30.736 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.736 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:53:30.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.872 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.027921ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.882 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.882 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:53:30.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.096071ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.033 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:53:31.033 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.037 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353657068\n# Parse_time: 0\n# Compile_time: 0.001954308\n# Rewrite_time: 0.000013183\n# Optimize_time: 0\n# Wait_TS: 0.000438129\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:31.038 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:53:31.070 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:31.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.070 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:31.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:53:31.123 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.290191ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:31.169 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.169 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:53:31.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.195582ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:31.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.243 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:53:31.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.340 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:31.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.340 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:31.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:53:31.409 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.646771ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:31.496 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:53:31.531 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.702806ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:31.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.599 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.646 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:53:31.646 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.649 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359233757\n# Parse_time: 0\n# Compile_time: 0.003783139\n# Rewrite_time: 0.001842578\n# Optimize_time: 0\n# Wait_TS: 0.000381655\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:32.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574131891961863\n# Query_time: 0.356654243\n# Parse_time: 0\n# Compile_time: 0.175509152\n# Rewrite_time: 0.00511122\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 374472\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzEuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjMBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc0OC4ywrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQ0LjjCtXMRQQx3YWl0GRoAOR0aKGt2X3JlYWRfd2FsDWgIIDk0CSAIaWt2LhcAEDExMy4xCYAMc2Nhbj6AAAxrZXlzBcMoZ2V0X3NuYXBzaG8RdAwxMy41BVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaFEeG46IHtwcmV3cml0ZToxLjc2ITYBUREiEHM6Mzg2BUsJEgw6MS4xJX0cc2xvd2VzdF8RPiVBACAxgWQwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGnNDEyNy4wLjAuMToyMDE2IXYEaW0uYAE6CQEINjc3Bc8EfSw6CQEBqT76AAAyJTQALF76AAXqOUsFkRRfYmF0Y2gltBA6IDI0LimPKHByb3Bvc2Vfc2VuIa5IaXQ6IDBzLCBwZXJzaXN0X2xvZxnvADEVdwlgFGxlYWRlcg1SJDQ0bnMsIHN5bmMJNQg1Mi5JKwksMG1lbXRhYmxlOiAyLjkt8ClsCS8EMzZJPxBhcHBseTKrAAQxNw1JBRsVjgQ4OSUuHCwgbXV0ZXhfKfgBuwlwMpwAGRcAd2U4ADEtPgkrGZsEMTJpC109GHByaW1hcnlG+AEEMXP++AEt+BAzODcuM04BA074AWks5vgBBDEybaeu+AEENTItaykwMlsBADM69wEAMinHCSo5Wgw2NzduQdou8wEIMTkzLtoBNvUBKYoALDr1AQg0Ny5ppwBtwvUBADkNOkKaACURJfNtxwhudW2hJAkphYAEMSwNDhhieXRlOjMyBS5saW5zZXJ0OjE0NC40bXMJMTE3LjcgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 09:53:32.268 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.833258766s] [2024/05/06 09:53:32.274 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] [2024/05/06 09:53:32.274 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] [2024/05/06 09:53:32.274 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:32.276 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e3b7665f-d092-4845-8441-56399eea2c5a"] [] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=17.92Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=14.146Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=11.757Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.287Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=12.256Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=6.959Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=8.005Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=5.715Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=12.177Β΅s] [2024/05/06 09:53:32.277 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=12.192Β΅s] [2024/05/06 09:53:32.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:32.278 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=8.388Β΅s] [2024/05/06 09:53:32.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:32.278 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:32.278 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:32.292 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=e3b7665f-d092-4845-8441-56399eea2c5a] ["take time"=18.48903ms] [2024/05/06 09:53:32.292 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=e3b7665f-d092-4845-8441-56399eea2c5a] [2024/05/06 09:53:32.295 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1685] [2024/05/06 09:53:32.295 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:32.295 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:32.295 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:32.295 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:32.295 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:32.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:32.295 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:32.295 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:32.295 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1fe0938f-5dea-4601-b690-f587188629ec watch owner key /tidb/br-stream/owner/3eaa8f4d50c7c9e3"] [2024/05/06 09:53:32.296 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:32.296 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fe0938f-5dea-4601-b690-f587188629ec"] [2024/05/06 09:53:32.296 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fe0938f-5dea-4601-b690-f587188629ec"] [2024/05/06 09:53:32.297 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:32.297 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1fe0938f-5dea-4601-b690-f587188629ec] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:32.297 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:32.297 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:53:32.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:32.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:32.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:32.297 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 1fe0938f-5dea-4601-b690-f587188629ec"] [error="context canceled"] [2024/05/06 09:53:32.298 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=24.054884ms] [2024/05/06 09:53:32.298 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:32.309 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:32.464 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1613] ["lease id"=22318f4d50c7cb0f] [2024/05/06 09:53:32.466 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:32.498 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fe0938f-5dea-4601-b690-f587188629ec"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:32.565 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=93.902733ms] [2024/05/06 09:53:32.570 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:32.571 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7d84238c-9a10-4295-8f22-fcd519ef779f] [runWorker=true] [2024/05/06 09:53:32.571 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:32.573 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:32.574 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:32.574 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:32.574 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:32.574 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:32.575 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:32.575 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:32.576 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7caa9] [ownerID=7d84238c-9a10-4295-8f22-fcd519ef779f] [op=none] [2024/05/06 09:53:32.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:32.577 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=49c2c021-5849-48d1-bf29-b5eb46f691e7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:32.601 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:32.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:32.603 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:32.604 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d50c7caae] [ownerID=7d84238c-9a10-4295-8f22-fcd519ef779f] [op=none] [2024/05/06 09:53:32.619 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:53:32.625 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:32.626 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:32.627 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7caa9] [ownerID=7d84238c-9a10-4295-8f22-fcd519ef779f] [op=none] [2024/05/06 09:53:32.627 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [op=none] [2024/05/06 09:53:32.627 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:32.710 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:32.742 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:32.755 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:32.755 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:32.755 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:32.755 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:32.755 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:32.755 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:32.755 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:32.755 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:32.755 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:32.757 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:32.757 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:32.759 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:32.759 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:32.759 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:32.759 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:32.759 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:32.761 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] ["owner key"=/tidb/stats/owner/3eaa8f4d50c7cab1] [ownerID=7d84238c-9a10-4295-8f22-fcd519ef779f] [op=none] [2024/05/06 09:53:32.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:32.764 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=72] [total-mem=32GiB] [2024/05/06 09:53:32.770 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/88451d09-4b5c-4c9e-a6ac-b92a79e4e1df] [2024/05/06 09:53:32.770 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:32.770 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:32.780 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:32.781 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:32.781 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:32.792 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=34.218019ms] [2024/05/06 09:53:32.816 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:32.831 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[expression:1305]FUNCTION test.bulk does not exist"] [errorVerbose="[expression:1305]FUNCTION test.bulk does not exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/expression.newFunctionImpl\n\tpkg/expression/scalar_function.go:225\ngithub.com/pingcap/tidb/pkg/expression.NewFunction\n\tpkg/expression/scalar_function.go:300\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunctionWithInit\n\tpkg/planner/core/expression_rewriter.go:1620\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunction\n\tpkg/planner/core/expression_rewriter.go:1630\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).funcCallToExpression\n\tpkg/planner/core/expression_rewriter.go:2370\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\tpkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*FuncCallExpr).Accept\n\tpkg/parser/ast/functions.go:584\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\tpkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\tpkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\tpkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSet\n\tpkg/planner/core/planbuilder.go:703\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:549\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:45\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="set session tidb_dml_type = bulk(10)"] [2024/05/06 09:53:32.861 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [2024/05/06 09:53:32.862 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [2024/05/06 09:53:32.862 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:32.863 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=12.701Β΅s] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=9.167Β΅s] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=5.67Β΅s] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=5.177Β΅s] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=5.212Β΅s] [2024/05/06 09:53:32.864 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:32.865 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=4.799Β΅s] [2024/05/06 09:53:32.865 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:32.865 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:32.865 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:32.865 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7d84238c-9a10-4295-8f22-fcd519ef779f] ["take time"=34.371098ms] [2024/05/06 09:53:32.865 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7d84238c-9a10-4295-8f22-fcd519ef779f] [2024/05/06 09:53:32.867 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:32.867 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/88451d09-4b5c-4c9e-a6ac-b92a79e4e1df] [2024/05/06 09:53:32.867 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:32.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:32.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:32.868 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:32.873 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:32.873 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1613] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:32.874 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:32.874 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:32.874 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f watch owner key /tidb/stats/owner/3eaa8f4d50c7cab1"] [2024/05/06 09:53:32.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:32.874 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [2024/05/06 09:53:32.874 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 49c2c021-5849-48d1-bf29-b5eb46f691e7"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:32.874 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:32.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:32.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:32.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:32.874 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [2024/05/06 09:53:32.875 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:32.874 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:32.875 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [2024/05/06 09:53:32.875 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:32.875 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:32.874 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:32.874 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:32.875 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [error="context canceled"] [2024/05/06 09:53:32.875 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:32.876 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:32.876 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:32.876 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:32.876 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=49c2c021-5849-48d1-bf29-b5eb46f691e7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:32.876 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:32.876 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 49c2c021-5849-48d1-bf29-b5eb46f691e7"] [error="context canceled"] [2024/05/06 09:53:32.876 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:32.876 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 49c2c021-5849-48d1-bf29-b5eb46f691e7"] [2024/05/06 09:53:33.075 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:33.757 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fe0938f-5dea-4601-b690-f587188629ec"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:34.127 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 49c2c021-5849-48d1-bf29-b5eb46f691e7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:34.130 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:34.130 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:34.130 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:34.339 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7d84238c-9a10-4295-8f22-fcd519ef779f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:34.339 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:34.339 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:34.339 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:34.346 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.515300376s] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:34.347 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:34.347 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:34.347 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:34.348 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:34.349 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestVariable (23.30s) === RUN TestPipelinedDMLPositive [2024/05/06 09:53:34.355 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:34.355 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:34.356 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:53:34.357 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:34.357 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:34.358 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:34.358 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:34.358 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:34.358 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:34.358 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:34.360 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:34.365 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:34.366 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:34.368 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:34.377 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:34.389 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:34.528 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=604] ["lease id"=3eaa8f4d50c7cabd] [2024/05/06 09:53:34.531 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:34.622 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=87.433694ms] [2024/05/06 09:53:34.627 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:34.627 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=6862a31c-4f44-47e8-b789-bc72422969e8] [runWorker=true] [2024/05/06 09:53:34.627 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:34.629 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:34.630 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:34.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:34.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:34.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:34.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:34.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:34.630 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:34.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:34.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:34.631 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:34.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:34.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:34.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:34.631 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:34.631 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:34.632 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cabf] [ownerID=6862a31c-4f44-47e8-b789-bc72422969e8] [op=none] [2024/05/06 09:53:34.633 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:34.633 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:34.638 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:34.657 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:34.659 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:34.659 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:34.682 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:34.683 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cabf] [ownerID=6862a31c-4f44-47e8-b789-bc72422969e8] [op=none] [2024/05/06 09:53:34.683 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [op=none] [2024/05/06 09:53:34.683 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:34.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:34.792 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:34.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:34.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:34.803 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:34.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:34.803 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:34.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:34.803 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:34.803 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:34.803 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:34.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:34.806 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:34.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:34.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:34.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:34.807 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:34.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:34.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:34.812 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:34.817 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fbdf03bc-d701-4c97-8590-857cab7065d3] [2024/05/06 09:53:34.818 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:34.818 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:34.827 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:34.827 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:34.827 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:34.841 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=34.87542ms] [2024/05/06 09:53:34.879 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:34.892 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:34.894 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int)"] [user=] [2024/05/06 09:53:34.936 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.936 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int)"] [2024/05/06 09:53:34.978 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.985 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/06 09:53:35.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.34484ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:35.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:53:35.080 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.291904ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.150 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.183 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:53:35.183 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.206 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574132822310922] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.404152ms] [2024/05/06 09:53:35.207 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449574132822310922] [2024/05/06 09:53:35.211 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574132822310924] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.163911ms] [2024/05/06 09:53:35.211 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449574132822310924] [2024/05/06 09:53:35.225 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574132822310927] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.00231ms] [2024/05/06 09:53:35.225 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449574132822310927] [2024/05/06 09:53:35.241 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:35.338 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:35.526 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:35.654 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:35.654 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:35.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:35.655 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:35.818 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:35.818 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:35.818 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fbdf03bc-d701-4c97-8590-857cab7065d3] [watcherID=bbead933-2215-43da-b1db-1c1a88519472] [2024/05/06 09:53:35.827 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:35.840 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:35.840 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:35.840 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:35.840 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:35.840 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:36.251 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:36.630 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:37.467 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:39.384 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.186 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.239 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.240 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.242 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.243 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.245 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.246 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.247 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574132835418114] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.249 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132822310927, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.251 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574132835418114] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=5.010494914s] [2024/05/06 09:53:40.251 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449574132835418114] [2024/05/06 09:53:40.261 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000002, primary: 7480000000000000685f728000000000000002, txnStartTS: 449574132822310922, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.263 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000003, primary: 7480000000000000685f728000000000000003, txnStartTS: 449574132822310924, lockForUpdateTS:0, minCommitTs:449574132835418115, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.266 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.268 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.270 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.272 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.273 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.275 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.276 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.278 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.279 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.281 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.283 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.284 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.286 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.288 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.289 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.291 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.292 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134146138116] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.293 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574132835418114, lockForUpdateTS:0, minCommitTs:449574134146138117, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.295 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574134146138116] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=29.840249ms] [2024/05/06 09:53:40.296 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449574134146138116] [2024/05/06 09:53:40.305 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.382 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.564 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:40.810 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:41.506 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:42.360 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:44.756 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.259 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.262 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.263 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.265 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.267 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.268 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.270 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.271 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.272 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.274 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.275 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.277 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.279 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.280 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.282 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.283 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.285 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.287 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.288 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.290 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.292 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.293 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574134159507459] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.298 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134146138116, lockForUpdateTS:0, minCommitTs:449574134159507460, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.302 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574134159507459] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=4.997311101s] [2024/05/06 09:53:45.302 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449574134159507459] [2024/05/06 09:53:45.308 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574135469965315] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.469179ms] [2024/05/06 09:53:45.308 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449574135469965315] [2024/05/06 09:53:45.323 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.326 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.330 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.333 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.336 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.340 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.343 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.344 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449574135469965318] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.345 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449574134159507459, lockForUpdateTS:0, minCommitTs:449574135469965319, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/06 09:53:45.348 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574135469965318] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=25.359633ms] [2024/05/06 09:53:45.348 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449574135469965318] [2024/05/06 09:53:45.367 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [2024/05/06 09:53:45.367 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [2024/05/06 09:53:45.367 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:45.368 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [] [2024/05/06 09:53:45.369 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:45.369 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=22.577Β΅s] [2024/05/06 09:53:45.370 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=24.563Β΅s] [2024/05/06 09:53:45.370 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=16.892Β΅s] [2024/05/06 09:53:45.370 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=18.622Β΅s] [2024/05/06 09:53:45.370 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:45.370 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp general"] [category=ddl] ["take time"=12.359Β΅s] [2024/05/06 09:53:45.370 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:45.370 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:45.370 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:45.371 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=6862a31c-4f44-47e8-b789-bc72422969e8] ["take time"=22.58904ms] [2024/05/06 09:53:45.371 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=6862a31c-4f44-47e8-b789-bc72422969e8] [2024/05/06 09:53:45.373 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:45.374 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:45.374 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fbdf03bc-d701-4c97-8590-857cab7065d3] [watcherID=bbead933-2215-43da-b1db-1c1a88519472] [2024/05/06 09:53:45.374 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fbdf03bc-d701-4c97-8590-857cab7065d3] [2024/05/06 09:53:45.374 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:45.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:45.374 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:45.374 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:45.380 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:45.380 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:45.380 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=604] [2024/05/06 09:53:45.380 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=6862a31c-4f44-47e8-b789-bc72422969e8] [2024/05/06 09:53:45.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:45.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:45.381 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:45.381 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:45.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:45.381 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="context canceled"] [2024/05/06 09:53:45.381 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [2024/05/06 09:53:45.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:45.381 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=6862a31c-4f44-47e8-b789-bc72422969e8] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:45.381 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:45.381 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80"] [2024/05/06 09:53:45.381 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:45.382 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:45.383 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:45.383 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:45.383 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:45.383 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:45.383 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80"] [error="context canceled"] [2024/05/06 09:53:45.383 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:45.383 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:45.395 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:53:45.395 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:53:45.406 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/06 09:53:45.407 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/06 09:53:45.415 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:45.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:45.424 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:45.424 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="context canceled"] [2024/05/06 09:53:45.424 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [2024/05/06 09:53:45.583 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:46.613 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:46.614 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:46.614 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:46.674 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6862a31c-4f44-47e8-b789-bc72422969e8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:46.674 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:46.674 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:46.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:46.683 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.334101803s] [2024/05/06 09:53:46.683 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:46.683 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:46.683 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:46.683 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:46.683 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:46.684 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:46.683 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:46.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:46.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:46.684 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:46.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:46.684 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:46.684 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:46.685 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLPositive (12.34s) === RUN TestPipelinedDMLNegative [2024/05/06 09:53:46.690 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:46.691 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:46.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:53:46.692 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:46.692 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:46.693 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:46.693 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:46.693 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:46.693 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:46.693 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:46.695 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:46.699 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:46.700 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:46.702 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:46.710 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:46.720 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:46.833 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a46a9fc2-df3f-40ed-8bdb-48c34e6bbe80"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:46.864 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=363] ["lease id"=6f188f4d50c7cae8] [2024/05/06 09:53:46.866 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:46.961 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=52] ["start time"=91.938384ms] [2024/05/06 09:53:46.967 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:46.967 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=19624c9d-72a8-4090-89e1-a079c27a1950] [runWorker=true] [2024/05/06 09:53:46.967 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:46.969 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:46.970 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:46.970 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:46.970 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:46.970 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:46.970 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:46.972 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cb65] [ownerID=19624c9d-72a8-4090-89e1-a079c27a1950] [op=none] [2024/05/06 09:53:46.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:46.973 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5af3622a-313f-46a4-b369-d4a65454c809] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:46.977 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:46.995 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:46.996 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:46.997 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:47.022 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:47.023 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cb65] [ownerID=19624c9d-72a8-4090-89e1-a079c27a1950] [op=none] [2024/05/06 09:53:47.023 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [op=none] [2024/05/06 09:53:47.023 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:47.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:47.119 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:47.131 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:47.131 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:47.131 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:47.131 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:47.131 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:47.131 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:47.131 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:47.131 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:47.131 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:47.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:47.133 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:47.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:47.136 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:47.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:47.143 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:47.150 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/efe64a8f-807a-48ad-ab77-6ba4cb6fa0b8] [2024/05/06 09:53:47.150 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:47.150 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:47.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:47.155 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:47.155 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:47.180 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.357342ms] [2024/05/06 09:53:47.193 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:47.197 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:47.199 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:53:47.223 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:47.223 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:53:47.260 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=312.228Β΅s] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:47.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/06 09:53:47.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.084221ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.425 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=215.864Β΅s] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:47.469 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/06 09:53:47.506 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.793314ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.545 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/06 09:53:47.575 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=210.671Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:47.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/05/06 09:53:47.625 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.473952ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.680 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=106] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/06 09:53:47.692 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/06 09:53:47.695 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:47.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.743 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/06 09:53:47.743 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:47.746 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.5478679\n# Parse_time: 0.000293669\n# Compile_time: 0.000510694\n# Rewrite_time: 0.000008127\n# Optimize_time: 0.000197476\n# Wait_TS: 0.000328561\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:53:47.753 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:47.756 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:53:47.792 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:47.792 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:53:47.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.850 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 107, Table Name: t"] [2024/05/06 09:53:47.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.976573ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:47.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:53:47.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.115212ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:47.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:47.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:47.991 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:47.991 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:47.991 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:47.991 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:48.035 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:53:48.035 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:48.124 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/06 09:53:48.150 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:48.150 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:48.150 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/efe64a8f-807a-48ad-ab77-6ba4cb6fa0b8] [watcherID=b30787fe-92e9-447e-a5be-63fc6e28d24f] [2024/05/06 09:53:48.155 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=off] [2024/05/06 09:53:48.156 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:48.175 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/06 09:53:48.176 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:48.176 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:48.176 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:48.176 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:48.218 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=ON] [2024/05/06 09:53:48.261 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [2024/05/06 09:53:48.261 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [2024/05/06 09:53:48.263 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [] [2024/05/06 09:53:48.263 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:48.263 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=22.997Β΅s] [2024/05/06 09:53:48.264 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=12.392Β΅s] [2024/05/06 09:53:48.264 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=21.248Β΅s] [2024/05/06 09:53:48.264 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=15.149Β΅s] [2024/05/06 09:53:48.264 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:48.264 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=4.576Β΅s] [2024/05/06 09:53:48.264 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:48.264 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:48.264 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:48.265 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=19624c9d-72a8-4090-89e1-a079c27a1950] ["take time"=32.236563ms] [2024/05/06 09:53:48.265 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=19624c9d-72a8-4090-89e1-a079c27a1950] [2024/05/06 09:53:48.268 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:48.268 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:48.268 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/efe64a8f-807a-48ad-ab77-6ba4cb6fa0b8] [watcherID=b30787fe-92e9-447e-a5be-63fc6e28d24f] [2024/05/06 09:53:48.268 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/efe64a8f-807a-48ad-ab77-6ba4cb6fa0b8] [2024/05/06 09:53:48.268 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:48.268 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:48.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:48.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:48.273 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:48.273 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=363] [2024/05/06 09:53:48.274 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=19624c9d-72a8-4090-89e1-a079c27a1950] [2024/05/06 09:53:48.274 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:48.275 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:48.275 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:48.275 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5af3622a-313f-46a4-b369-d4a65454c809"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:48.275 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:48.275 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:48.275 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [error="context canceled"] [2024/05/06 09:53:48.275 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:48.274 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:48.274 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:48.275 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=19624c9d-72a8-4090-89e1-a079c27a1950] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:48.274 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:48.275 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:48.275 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [2024/05/06 09:53:48.275 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:48.277 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5af3622a-313f-46a4-b369-d4a65454c809] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:48.277 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5af3622a-313f-46a4-b369-d4a65454c809"] [error="context canceled"] [2024/05/06 09:53:48.277 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:48.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:48.277 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:48.277 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5af3622a-313f-46a4-b369-d4a65454c809"] [2024/05/06 09:53:48.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:48.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:48.309 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:48.309 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [error="context canceled"] [2024/05/06 09:53:48.510 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:49.531 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5af3622a-313f-46a4-b369-d4a65454c809"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:49.544 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:49.544 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:49.545 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:49.764 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 19624c9d-72a8-4090-89e1-a079c27a1950"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:49.765 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:49.765 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:49.765 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:49.772 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.538697515s] [2024/05/06 09:53:49.772 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:49.772 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:49.773 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:49.773 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:49.773 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:49.774 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLNegative (3.09s) === RUN TestPipelinedDMLInsert [2024/05/06 09:53:49.780 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:49.780 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:49.781 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:53:49.782 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:49.782 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:49.783 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:49.783 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:49.783 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:49.783 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:49.783 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:49.786 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:49.790 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:49.791 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:49.794 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:49.803 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:49.814 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:49.982 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=825] ["lease id"=3eaa8f4d50c7cb05] [2024/05/06 09:53:49.984 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:50.087 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=56] ["start time"=98.771283ms] [2024/05/06 09:53:50.094 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:50.094 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=391fb7ea-0689-4207-956e-436a9aad9aec] [runWorker=true] [2024/05/06 09:53:50.094 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:50.096 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:50.098 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:50.098 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:50.098 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:50.100 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cb12] [ownerID=391fb7ea-0689-4207-956e-436a9aad9aec] [op=none] [2024/05/06 09:53:50.101 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:50.101 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=50764723-a872-4af3-ac05-46c6c623ab82] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:50.105 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:50.126 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:50.127 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:50.127 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:50.149 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:50.150 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cb12] [ownerID=391fb7ea-0689-4207-956e-436a9aad9aec] [op=none] [2024/05/06 09:53:50.150 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [op=none] [2024/05/06 09:53:50.150 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:50.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:50.243 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:50.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:50.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:50.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:50.256 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:50.256 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:50.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:50.256 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:50.256 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:50.256 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:50.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:50.259 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:50.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:50.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:50.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:50.260 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:50.260 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:50.264 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:50.284 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:50.293 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9f6fb3a4-8fac-44ba-8b4e-4e7f56558edb] [2024/05/06 09:53:50.293 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:50.293 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:50.294 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:50.294 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:50.294 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:50.324 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=64.961306ms] [2024/05/06 09:53:50.346 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:50.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:50.352 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/06 09:53:50.382 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:50.382 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/06 09:53:50.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.468 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=264.768Β΅s] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:50.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=57] [2024/05/06 09:53:50.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.399873ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=280.751Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:50.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/06 09:53:50.655 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.102136ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.705 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 107, Old Table Name: t"] [2024/05/06 09:53:50.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=267.335Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:50.756 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=59] [2024/05/06 09:53:50.794 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.68786ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.868 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[107]"] [comment="drop table: table ID"] [2024/05/06 09:53:50.882 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/06 09:53:50.887 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:50.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:50.953 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:53:50.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:50.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.604874545\n# Parse_time: 0.0001769\n# Compile_time: 0.000514332\n# Rewrite_time: 0.000008685\n# Optimize_time: 0.000168107\n# Wait_TS: 0.000380399\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/06 09:53:50.965 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:53:50.967 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:53:51.003 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:51.003 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:53:51.061 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.069 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 110, Table Name: t"] [2024/05/06 09:53:51.118 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:51.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:51.118 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:51.118 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:51.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.193738ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:51.129 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 09:53:51.167 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.737713ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.230 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:50.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.269 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:53:51.269 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:51.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.306626262\n# Parse_time: 0.000448751\n# Compile_time: 0.00065638\n# Rewrite_time: 0.000006263\n# Optimize_time: 0.000448387\n# Wait_TS: 0.000294915\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:53:51.275 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=60] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:53:51.293 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:51.293 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:51.293 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9f6fb3a4-8fac-44ba-8b4e-4e7f56558edb] [watcherID=59c71859-bcb6-4237-ba60-5385956376de] [2024/05/06 09:53:51.294 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:51.306 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:51.306 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:51.306 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:51.306 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:51.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:51.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:53:51.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.374 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: _t"] [2024/05/06 09:53:51.417 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.13659ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:51.428 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 09:53:51.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.956999ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.515 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:51.273 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.547 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:53:51.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:52.098 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:52.244 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574137292128257] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.387579ms] [2024/05/06 09:53:52.244 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574137292128257] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=31.239Β΅s] [2024/05/06 09:53:52.244 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574137292128257] [2024/05/06 09:53:52.246 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574137292128257] [commitTS=449574137292128258] [2024/05/06 09:53:52.246 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574137292128257] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] [concurrency=8] [2024/05/06 09:53:52.251 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574137292128257] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] ["cost time"=5.179881ms] ["completed regions"=1] [2024/05/06 09:53:52.251 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574137292128257] [commitTS=449574137292128258] [session=8] [2024/05/06 09:53:52.287 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574137292128262] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.981366ms] [2024/05/06 09:53:52.287 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574137292128262] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=40.615Β΅s] [2024/05/06 09:53:52.287 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574137292128262] [2024/05/06 09:53:52.289 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574137292128262] [commitTS=449574137305235457] [2024/05/06 09:53:52.289 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574137292128262] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] [concurrency=8] [2024/05/06 09:53:52.293 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574137292128262] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] ["cost time"=3.923058ms] ["completed regions"=1] [2024/05/06 09:53:52.293 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574137292128262] [commitTS=449574137305235457] [session=8] [2024/05/06 09:53:52.299 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=61] [cur_db=test] [sql="truncate table _t"] [user=] [2024/05/06 09:53:52.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:52.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:52.326 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:52.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t"] [2024/05/06 09:53:52.377 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.388 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 114, Table Name: _t, Old Table ID: 112, Old Table Name: _t"] [2024/05/06 09:53:52.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.406308ms] [gotSchemaVersion=62] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:53:52.463 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=62] [2024/05/06 09:53:52.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.422665ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.561 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:53:52.568 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/06 09:53:52.572 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.620 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:53:52.620 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:52.623 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.325307265\n# Parse_time: 0.000236037\n# Compile_time: 0.000686807\n# Rewrite_time: 0.000009632\n# Optimize_time: 0.001912929\n# Wait_TS: 0.000337514\n# DB: test\n# Is_internal: false\n# Digest: 4c9b0816fce2901645b49af8699fd9f453d5d950adf483cbba7dc89f93b72578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t;"] [2024/05/06 09:53:52.625 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000725f7280000000000003e8] [2024/05/06 09:53:52.629 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000725f7280000000000003e8] ["first new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:1 id:30 store_id:3 id:31 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 09:53:52.629 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/05/06 09:53:52.631 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000003e8] ["new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:1 id:30 store_id:3 id:31 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.631 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/05/06 09:53:52.632 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000007d0] ["new region left"="{Id:32 StartKey:7480000000000000ff725f728000000000ff0003e80000000000fa EndKey:7480000000000000ff725f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:33 store_id:1 id:34 store_id:3 id:35 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.632 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/05/06 09:53:52.633 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000bb8] ["new region left"="{Id:36 StartKey:7480000000000000ff725f728000000000ff0007d00000000000fa EndKey:7480000000000000ff725f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:37 store_id:1 id:38 store_id:3 id:39 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.633 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/05/06 09:53:52.634 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000fa0] ["new region left"="{Id:40 StartKey:7480000000000000ff725f728000000000ff000bb80000000000fa EndKey:7480000000000000ff725f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:41 store_id:1 id:42 store_id:3 id:43 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.634 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/05/06 09:53:52.635 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001388] ["new region left"="{Id:44 StartKey:7480000000000000ff725f728000000000ff000fa00000000000fa EndKey:7480000000000000ff725f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:45 store_id:1 id:46 store_id:3 id:47 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.635 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/05/06 09:53:52.636 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001770] ["new region left"="{Id:48 StartKey:7480000000000000ff725f728000000000ff0013880000000000fa EndKey:7480000000000000ff725f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:49 store_id:1 id:50 store_id:3 id:51 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.636 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/05/06 09:53:52.637 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001b58] ["new region left"="{Id:52 StartKey:7480000000000000ff725f728000000000ff0017700000000000fa EndKey:7480000000000000ff725f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:53 store_id:1 id:54 store_id:3 id:55 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.637 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/05/06 09:53:52.637 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001f40] ["new region left"="{Id:56 StartKey:7480000000000000ff725f728000000000ff001b580000000000fa EndKey:7480000000000000ff725f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:57 store_id:1 id:58 store_id:3 id:59 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.638 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/05/06 09:53:52.638 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000002328] ["new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff001f400000000000fa EndKey:7480000000000000ff725f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:61 store_id:1 id:62 store_id:3 id:63 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:52.639 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[28,32,36,40,44,48,52,56,60]"] [2024/05/06 09:53:52.639 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299986] [2024/05/06 09:53:52.639 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/05/06 09:53:52.639 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299985] [2024/05/06 09:53:52.640 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/05/06 09:53:52.640 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299985] [2024/05/06 09:53:52.640 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/05/06 09:53:52.640 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299984] [2024/05/06 09:53:52.641 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/05/06 09:53:52.641 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299984] [2024/05/06 09:53:52.641 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/05/06 09:53:52.642 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299983] [2024/05/06 09:53:52.642 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/05/06 09:53:52.642 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299983] [2024/05/06 09:53:52.642 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/05/06 09:53:52.643 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299982] [2024/05/06 09:53:52.643 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/05/06 09:53:52.643 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299982] [2024/05/06 09:53:52.643 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/05/06 09:53:52.700 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574137396985875] [generation=1] [session=8] [keys=200] [size=5.8kB] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=5.582447ms] [2024/05/06 09:53:52.700 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574137396985875] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=24.996Β΅s] [2024/05/06 09:53:52.700 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=200] [size=5.8kB] [startTS=449574137396985875] [2024/05/06 09:53:52.702 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574137396985875] [commitTS=449574137410093059] [2024/05/06 09:53:52.702 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574137396985875] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] [concurrency=8] [2024/05/06 09:53:52.725 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574137396985875] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] ["cost time"=22.782086ms] ["completed regions"=10] [2024/05/06 09:53:52.725 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449574137396985875] [commitTS=449574137410093059] [session=8] [2024/05/06 09:53:52.735 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [2024/05/06 09:53:52.735 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [2024/05/06 09:53:52.736 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [] [2024/05/06 09:53:52.737 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:52.737 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=19.796Β΅s] [2024/05/06 09:53:52.737 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=14.084Β΅s] [2024/05/06 09:53:52.737 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=13.351Β΅s] [2024/05/06 09:53:52.737 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=13.059Β΅s] [2024/05/06 09:53:52.737 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:52.738 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=6.144Β΅s] [2024/05/06 09:53:52.738 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:52.738 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:52.738 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:52.740 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=391fb7ea-0689-4207-956e-436a9aad9aec] ["take time"=11.630504ms] [2024/05/06 09:53:52.740 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=391fb7ea-0689-4207-956e-436a9aad9aec] [2024/05/06 09:53:52.742 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:52.742 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:52.742 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9f6fb3a4-8fac-44ba-8b4e-4e7f56558edb] [watcherID=59c71859-bcb6-4237-ba60-5385956376de] [2024/05/06 09:53:52.742 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9f6fb3a4-8fac-44ba-8b4e-4e7f56558edb] [2024/05/06 09:53:52.742 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:52.742 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:52.742 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:52.742 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:52.742 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:52.742 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:52.742 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:52.742 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:52.742 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:52.743 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:52.749 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:52.749 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=825] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:52.750 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 50764723-a872-4af3-ac05-46c6c623ab82"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:52.750 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:52.750 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:52.750 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="context canceled"] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=391fb7ea-0689-4207-956e-436a9aad9aec] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:52.750 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:52.750 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:52.750 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:52.750 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:52.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:52.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:52.750 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:52.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:52.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:52.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:52.750 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:52.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:52.750 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:52.750 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:52.750 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:52.751 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=391fb7ea-0689-4207-956e-436a9aad9aec] [2024/05/06 09:53:52.751 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:52.751 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:52.751 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:52.751 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:52.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:52.752 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:52.752 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:52.752 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=50764723-a872-4af3-ac05-46c6c623ab82] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:52.752 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:52.752 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:52.752 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:52.752 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 50764723-a872-4af3-ac05-46c6c623ab82"] [error="context canceled"] [2024/05/06 09:53:52.752 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 50764723-a872-4af3-ac05-46c6c623ab82"] [2024/05/06 09:53:52.752 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 50764723-a872-4af3-ac05-46c6c623ab82"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:52.825 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:52.825 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="context canceled"] [2024/05/06 09:53:52.825 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [2024/05/06 09:53:52.826 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:54.003 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:54.003 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:54.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:54.013 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 50764723-a872-4af3-ac05-46c6c623ab82"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:54.086 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 391fb7ea-0689-4207-956e-436a9aad9aec"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:54.086 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:54.086 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:54.086 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:54.093 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.364869058s] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:54.094 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:54.094 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:54.094 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:54.094 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:54.095 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsert (4.32s) === RUN TestPipelinedDMLInsertIgnore [2024/05/06 09:53:54.103 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:54.103 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:54.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:53:54.105 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:54.105 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:54.106 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:54.106 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:54.106 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:54.106 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:54.106 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:54.108 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:54.112 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:54.113 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:54.115 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:54.123 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:54.133 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:54.268 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=627] ["lease id"=3eaa8f4d50c7cb30] [2024/05/06 09:53:54.270 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:54.363 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=62] ["start time"=88.809071ms] [2024/05/06 09:53:54.368 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:54.368 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] [runWorker=true] [2024/05/06 09:53:54.368 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:54.370 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:54.371 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:54.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:54.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:54.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:54.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:54.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:54.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:54.372 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:54.372 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:54.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:54.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:54.372 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:54.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:54.372 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:54.372 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:54.373 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cb3c] [ownerID=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] [op=none] [2024/05/06 09:53:54.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:54.374 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=df624f1f-3503-4410-8c2e-7894a9e03e93] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:54.378 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:54.396 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:54.397 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:54.397 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:54.423 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:54.423 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cb3c] [ownerID=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] [op=none] [2024/05/06 09:53:54.424 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [op=none] [2024/05/06 09:53:54.424 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:54.507 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:54.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:54.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:54.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:54.534 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:54.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:54.534 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:54.534 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:54.534 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:54.534 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:54.534 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:54.536 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:54.537 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:54.538 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:54.538 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:54.538 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:54.538 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:54.538 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:54.541 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:54.543 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:54.550 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1c65b2a2-137f-49ea-8595-c141c4903efd] [2024/05/06 09:53:54.550 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:54.550 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:54.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:54.552 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:54.552 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:54.577 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.809554ms] [2024/05/06 09:53:54.588 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:54.594 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:53:54.597 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:54.599 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:53:54.623 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:54.623 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:53:54.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=255.775Β΅s] [gotSchemaVersion=63] [phyTblIDs="[114]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:54.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=63] [2024/05/06 09:53:54.739 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=54.040346ms] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=222.29Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:54.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/05/06 09:53:54.867 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.202494ms] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.945 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 114, Old Table Name: _t"] [2024/05/06 09:53:54.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=288.654Β΅s] [gotSchemaVersion=65] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:54.987 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 09:53:55.025 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.104223ms] [job="ID:116, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.081 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/06 09:53:55.094 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop table"] [2024/05/06 09:53:55.097 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [job="ID:116, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:54.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.161 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:53:55.161 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:55.189 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:53:55.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:55.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=284.297Β΅s] [gotSchemaVersion=66] [phyTblIDs="[110]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:55.276 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 09:53:55.315 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.363272ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.391 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:55.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:55.391 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:55.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:55.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=260.932Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:55.413 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 09:53:55.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.956146ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.496 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 110, Old Table Name: t"] [2024/05/06 09:53:55.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=271.099Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:55.541 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 09:53:55.551 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:55.551 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:55.551 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1c65b2a2-137f-49ea-8595-c141c4903efd] [watcherID=246e895b-e2e7-4cd1-84b5-8acb45867e3e] [2024/05/06 09:53:55.552 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:55.563 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:55.563 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:55.563 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:55.563 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:55.581 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=55.265604ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.640 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/06 09:53:55.648 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:53:55.651 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:55.124 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:53:55.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:55.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 1.11317881\n# Parse_time: 0.000257464\n# Compile_time: 0.000716171\n# Rewrite_time: 0.000013109\n# Optimize_time: 0.000218769\n# Wait_TS: 0.000359525\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:53:55.720 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:53:55.722 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:53:55.764 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:55.764 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:53:55.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.839 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/06 09:53:55.894 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.613631ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:55.905 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 09:53:55.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.686149ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.995 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.026 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:53:56.027 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:56.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.308941902\n# Parse_time: 0.0004575\n# Compile_time: 0.000631373\n# Rewrite_time: 0.000007091\n# Optimize_time: 0.000305564\n# Wait_TS: 0.0003542\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:53:56.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=69] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:53:56.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:56.077 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:53:56.143 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.150 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 120, Table Name: _t"] [2024/05/06 09:53:56.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.200945ms] [gotSchemaVersion=70] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:56.210 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=70] [2024/05/06 09:53:56.246 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.564832ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:56.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.298 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:56.024 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:56.330 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:53:56.330 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:56.333 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.302678689\n# Parse_time: 0.00028956\n# Compile_time: 0.000596484\n# Rewrite_time: 0.000011114\n# Optimize_time: 0.000305564\n# Wait_TS: 0.000392879\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 09:53:56.371 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:57.133 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574138576371716] [generation=1] [session=10] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.47434ms] [2024/05/06 09:53:57.133 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574138576371716] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=31.735Β΅s] [2024/05/06 09:53:57.133 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=290B] [startTS=449574138576371716] [2024/05/06 09:53:57.134 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574138576371716] [commitTS=449574138576371717] [2024/05/06 09:53:57.134 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574138576371716] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] [concurrency=8] [2024/05/06 09:53:57.138 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574138576371716] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] ["cost time"=2.986637ms] ["completed regions"=1] [2024/05/06 09:53:57.138 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574138576371716] [commitTS=449574138576371717] [session=10] [2024/05/06 09:53:57.161 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574138576371718] [generation=1] [session=10] [keys=90] [size=2.61kB] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=3.944633ms] [2024/05/06 09:53:57.161 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574138576371718] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=42.563Β΅s] [2024/05/06 09:53:57.162 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=90] [size=2.61kB] [startTS=449574138576371718] [2024/05/06 09:53:57.164 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574138576371718] [commitTS=449574138576371720] [2024/05/06 09:53:57.164 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574138576371718] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] [concurrency=8] [2024/05/06 09:53:57.168 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574138576371718] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] ["cost time"=3.968358ms] ["completed regions"=1] [2024/05/06 09:53:57.168 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574138576371718] [commitTS=449574138576371720] [session=10] [2024/05/06 09:53:57.215 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [2024/05/06 09:53:57.216 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [2024/05/06 09:53:57.218 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [] [2024/05/06 09:53:57.219 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:57.219 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=20.17Β΅s] [2024/05/06 09:53:57.219 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=13.703Β΅s] [2024/05/06 09:53:57.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=11.857Β΅s] [2024/05/06 09:53:57.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=13.874Β΅s] [2024/05/06 09:53:57.220 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:57.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=11.63Β΅s] [2024/05/06 09:53:57.220 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:57.220 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:57.220 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:57.222 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] ["take time"=40.953406ms] [2024/05/06 09:53:57.222 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] [2024/05/06 09:53:57.224 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:57.224 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1c65b2a2-137f-49ea-8595-c141c4903efd] [watcherID=246e895b-e2e7-4cd1-84b5-8acb45867e3e] [2024/05/06 09:53:57.224 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:57.225 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1c65b2a2-137f-49ea-8595-c141c4903efd] [2024/05/06 09:53:57.225 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:57.225 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:57.225 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:57.225 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:57.230 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:57.230 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=627] [2024/05/06 09:53:57.231 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:57.231 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:57.232 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:57.231 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:57.231 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df624f1f-3503-4410-8c2e-7894a9e03e93"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:57.232 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [error="context canceled"] [2024/05/06 09:53:57.232 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:57.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:57.231 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:57.231 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:57.231 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:57.232 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:57.232 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:57.231 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:57.232 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=243bcd4f-1d39-45b0-be3a-d870f6c0cd3e] [2024/05/06 09:53:57.232 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:57.232 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:57.232 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:57.232 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:57.234 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:57.234 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=df624f1f-3503-4410-8c2e-7894a9e03e93] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:57.234 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:57.234 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df624f1f-3503-4410-8c2e-7894a9e03e93"] [error="context canceled"] [2024/05/06 09:53:57.234 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:57.234 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:57.234 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df624f1f-3503-4410-8c2e-7894a9e03e93"] [2024/05/06 09:53:57.234 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:57.316 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:57.317 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [error="context canceled"] [2024/05/06 09:53:57.317 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [2024/05/06 09:53:58.472 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:58.472 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:58.472 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:58.500 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df624f1f-3503-4410-8c2e-7894a9e03e93"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:58.583 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 243bcd4f-1d39-45b0-be3a-d870f6c0cd3e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:58.584 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:58.584 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:58.584 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:58.591 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.409782956s] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:58.592 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:58.592 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:58.592 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:58.592 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:58.594 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertIgnore (4.50s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdate [2024/05/06 09:53:58.599 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:58.599 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:53:58.600 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:53:58.601 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:58.601 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:53:58.602 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:58.602 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:58.602 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:58.602 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:58.602 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:58.604 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:58.608 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:58.609 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:58.611 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:58.619 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:58.629 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:58.784 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1591] ["lease id"=6f188f4d50c7cb66] [2024/05/06 09:53:58.787 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:58.892 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=99.885788ms] [2024/05/06 09:53:58.898 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:58.898 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=291960ca-1a6e-497d-9bb2-314d3422c032] [runWorker=true] [2024/05/06 09:53:58.898 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:58.901 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:58.902 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:58.902 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:58.902 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:58.902 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:58.903 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:58.904 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cbe0] [ownerID=291960ca-1a6e-497d-9bb2-314d3422c032] [op=none] [2024/05/06 09:53:58.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:58.905 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9e6279fd-4747-45e9-a698-2b7c6f007779] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:58.909 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:58.928 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:58.929 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:58.929 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:58.953 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:58.954 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cbe0] [ownerID=291960ca-1a6e-497d-9bb2-314d3422c032] [op=none] [2024/05/06 09:53:58.954 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [op=none] [2024/05/06 09:53:58.954 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:59.027 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:59.043 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:59.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:59.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:59.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:59.055 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:59.055 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:59.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:59.055 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:59.055 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:59.055 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:59.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:59.057 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:59.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:59.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:59.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:59.058 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:59.059 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:59.063 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:59.065 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:59.068 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8d761b4f-d354-4056-b088-3c94731b5052] [2024/05/06 09:53:59.068 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:59.068 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:59.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:59.074 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:59.074 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:59.101 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.978708ms] [2024/05/06 09:53:59.108 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:59.113 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:53:59.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:53:59.117 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:53:59.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.142 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:53:59.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=226.765Β΅s] [gotSchemaVersion=71] [phyTblIDs="[120]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:59.222 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=71] [2024/05/06 09:53:59.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=52.900412ms] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.331 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=228.336Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:59.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=72] [2024/05/06 09:53:59.409 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.191074ms] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.491 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 120, Old Table Name: _t"] [2024/05/06 09:53:59.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=326.042Β΅s] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:59.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 09:53:59.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=54.379433ms] [job="ID:122, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.626 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=122] [tableIDs="[120]"] [comment="drop table: table ID"] [2024/05/06 09:53:59.639 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="drop table"] [2024/05/06 09:53:59.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [job="ID:122, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:59.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.693 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:53:59.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:59.725 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:53:59.725 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=230.313Β΅s] [gotSchemaVersion=74] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:59.831 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 09:53:59.871 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.419661ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.915 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.923 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:59.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:59.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:59.923 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:59.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=202.56Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:59.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 09:53:59.994 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.229697ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.039 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:54:00.068 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:00.068 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:00.068 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8d761b4f-d354-4056-b088-3c94731b5052] [watcherID=246c4cd8-e4ec-4e0f-80d5-fc2aae92409c] [2024/05/06 09:54:00.071 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=226.761Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:00.074 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:00.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 09:54:00.089 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:00.089 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:00.089 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:00.089 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:00.119 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.891753ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.209 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:54:00.220 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 09:54:00.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:59.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.289 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:54:00.290 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.293 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.176659036\n# Parse_time: 0.00018911\n# Compile_time: 0.000539343\n# Rewrite_time: 0.000014474\n# Optimize_time: 0.000222216\n# Wait_TS: 0.000379048\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:54:00.302 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:54:00.305 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:54:00.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:00.347 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:54:00.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.427 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 124, Table Name: t"] [2024/05/06 09:54:00.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.395641ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:00.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 09:54:00.525 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.261409ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.574 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:54:00.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.620 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.315963211\n# Parse_time: 0.000686901\n# Compile_time: 0.000878143\n# Rewrite_time: 0.00001\n# Optimize_time: 0.000378387\n# Wait_TS: 0.000457016\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:54:00.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=77] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:54:00.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:00.656 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:54:00.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.733 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 126, Table Name: _t"] [2024/05/06 09:54:00.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=2.732371ms] [gotSchemaVersion=78] [phyTblIDs="[126]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:00.789 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=78] [2024/05/06 09:54:00.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.747732ms] [job="ID:127, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [job="ID:127, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.624 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.902 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:00.940 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/06 09:54:00.940 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.943 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.323115238\n# Parse_time: 0.000348426\n# Compile_time: 0.000787511\n# Rewrite_time: 0.000014908\n# Optimize_time: 0.000378387\n# Wait_TS: 0.000422795\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 09:54:01.696 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [2024/05/06 09:54:01.696 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [2024/05/06 09:54:01.698 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=23.044Β΅s] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=16.808Β΅s] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=13.679Β΅s] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=15.185Β΅s] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=13.835Β΅s] [2024/05/06 09:54:01.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:01.699 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:01.699 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:01.702 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=291960ca-1a6e-497d-9bb2-314d3422c032] ["take time"=5.869972ms] [2024/05/06 09:54:01.702 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=291960ca-1a6e-497d-9bb2-314d3422c032] [2024/05/06 09:54:01.704 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:01.704 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8d761b4f-d354-4056-b088-3c94731b5052] [watcherID=246c4cd8-e4ec-4e0f-80d5-fc2aae92409c] [2024/05/06 09:54:01.704 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:01.704 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8d761b4f-d354-4056-b088-3c94731b5052] [2024/05/06 09:54:01.704 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:01.704 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.704 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.704 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.704 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.704 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:01.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.705 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.710 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:01.710 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:01.710 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1591] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=291960ca-1a6e-497d-9bb2-314d3422c032] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:01.710 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:01.711 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:01.711 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:01.711 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:01.711 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:01.711 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="context canceled"] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:01.711 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:01.711 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:01.711 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e6279fd-4747-45e9-a698-2b7c6f007779"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:01.711 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e6279fd-4747-45e9-a698-2b7c6f007779"] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=291960ca-1a6e-497d-9bb2-314d3422c032] [2024/05/06 09:54:01.711 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:01.711 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:01.711 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:01.711 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.712 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:01.712 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:01.712 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:01.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:01.713 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:01.713 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9e6279fd-4747-45e9-a698-2b7c6f007779] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:01.713 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9e6279fd-4747-45e9-a698-2b7c6f007779"] [error="context canceled"] [2024/05/06 09:54:01.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:01.713 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:01.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:01.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:01.781 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:01.781 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="context canceled"] [2024/05/06 09:54:01.781 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [2024/05/06 09:54:01.781 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:01.914 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e6279fd-4747-45e9-a698-2b7c6f007779"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:02.964 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:02.965 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:02.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:03.043 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 291960ca-1a6e-497d-9bb2-314d3422c032"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:03.043 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:03.043 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:03.043 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:03.050 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.35426879s] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:03.051 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:03.051 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:03.051 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:03.051 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:03.052 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdate (4.46s) === RUN TestPipelinedDMLInsertRPC [2024/05/06 09:54:03.057 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:03.057 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:03.059 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:03.059 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:03.059 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:03.060 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:03.060 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:03.060 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:03.060 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:03.060 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:03.062 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:03.066 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:03.068 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:03.069 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:03.077 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:03.087 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:03.178 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9e6279fd-4747-45e9-a698-2b7c6f007779"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:03.223 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=730] ["lease id"=6f188f4d50c7cb98] [2024/05/06 09:54:03.225 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:03.318 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=78] ["start time"=89.420337ms] [2024/05/06 09:54:03.323 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:03.324 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] [runWorker=true] [2024/05/06 09:54:03.324 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:03.326 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:03.326 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:03.326 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:03.327 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:03.327 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:03.327 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:03.328 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cc14] [ownerID=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] [op=none] [2024/05/06 09:54:03.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:03.329 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2cd489e2-4fed-4433-b506-6e8cc682b480] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:03.334 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:03.353 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:03.354 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:03.354 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:03.378 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:03.379 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cc14] [ownerID=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] [op=none] [2024/05/06 09:54:03.379 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [op=none] [2024/05/06 09:54:03.379 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:03.452 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:03.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:03.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:03.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:03.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:03.478 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:03.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:03.478 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:03.478 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:03.478 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:03.478 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:03.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:03.480 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:03.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:03.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:03.481 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:03.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:03.481 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:03.484 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:03.486 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:03.490 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/140f4c29-52e5-4295-b1e8-128b5120b840] [2024/05/06 09:54:03.490 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:03.490 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:03.494 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:03.494 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:03.494 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:03.518 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=37.647822ms] [2024/05/06 09:54:03.525 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:03.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:54:03.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:03.534 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:54:03.561 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:03.561 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:03.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=228.571Β΅s] [gotSchemaVersion=79] [phyTblIDs="[126]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:03.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=79] [2024/05/06 09:54:03.679 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.955352ms] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=242.076Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:03.755 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=80] [2024/05/06 09:54:03.795 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.99191ms] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.840 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.850 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 126, Old Table Name: _t"] [2024/05/06 09:54:03.880 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=213.349Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:03.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 09:54:03.929 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.472658ms] [job="ID:128, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.989 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=128] [tableIDs="[126]"] [comment="drop table: table ID"] [2024/05/06 09:54:04.001 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=128] [jobType="drop table"] [2024/05/06 09:54:04.005 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [job="ID:128, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:03.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.055 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:54:04.055 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.083 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.083 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:04.128 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=231.679Β΅s] [gotSchemaVersion=82] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 09:54:04.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.197328ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=204.002Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.300 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 09:54:04.338 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.18233ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.349 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:04.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:04.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:04.349 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:04.385 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.394 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 124, Old Table Name: t"] [2024/05/06 09:54:04.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=255.92Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.452 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 09:54:04.490 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:04.490 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:04.491 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/140f4c29-52e5-4295-b1e8-128b5120b840] [watcherID=a601894e-b18b-4f37-8dca-bbea5413ca36] [2024/05/06 09:54:04.491 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.177785ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.494 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:04.506 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:04.506 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:04.506 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:04.506 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:04.545 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 09:54:04.553 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 09:54:04.556 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:04.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.604 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:54:04.605 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.608 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.073975493\n# Parse_time: 0.000186778\n# Compile_time: 0.000489759\n# Rewrite_time: 0.000010112\n# Optimize_time: 0.000213949\n# Wait_TS: 0.000324178\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:54:04.616 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:04.619 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:54:04.653 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.653 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:54:04.705 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.712 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 130, Table Name: t1"] [2024/05/06 09:54:04.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.148571ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:04.767 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 09:54:04.805 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.708996ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.842 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.872 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:54:04.873 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.888 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=85] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 09:54:04.929 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.929 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 09:54:04.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.004 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 132, Table Name: _t1"] [2024/05/06 09:54:05.064 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.417408ms] [gotSchemaVersion=86] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:05.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=86] [2024/05/06 09:54:05.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.406646ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.167 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.204 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/06 09:54:05.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:05.207 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.320182308\n# Parse_time: 0.000451686\n# Compile_time: 0.000652398\n# Rewrite_time: 0.000008485\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000348053\n# DB: test\n# Is_internal: false\n# Digest: 4d6b14b214439acb9c7ea976f24914f295bc2fcbd3a0e2f0b677113a5bfca6a5\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t1 (a int, b int);"] [2024/05/06 09:54:05.230 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=86] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:05.263 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:05.263 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:05.326 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:05.338 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.348 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 134, Table Name: _t1, Old Table ID: 132, Old Table Name: _t1"] [2024/05/06 09:54:05.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.147967ms] [gotSchemaVersion=87] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:05.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=87] [2024/05/06 09:54:05.435 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.729606ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.485 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/06 09:54:05.493 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/06 09:54:05.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.224 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.549 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:54:05.549 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:05.552 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.322493805\n# Parse_time: 0.000173161\n# Compile_time: 0.000506878\n# Rewrite_time: 0.000011732\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000399043\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:05.568 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574140778381320] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.721337ms] [2024/05/06 09:54:05.568 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574140778381320] [2024/05/06 09:54:05.570 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574140778381320] [commitTS=449574140778381324] [2024/05/06 09:54:05.570 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574140778381320] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] [concurrency=8] [2024/05/06 09:54:05.575 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574140778381320] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] ["cost time"=3.898858ms] ["completed regions"=1] [2024/05/06 09:54:05.575 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574140778381320] [commitTS=449574140778381324] [session=14] [2024/05/06 09:54:05.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=87] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:05.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:05.608 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:05.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.681 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 136, Table Name: _t1, Old Table ID: 134, Old Table Name: _t1"] [2024/05/06 09:54:05.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.442362ms] [gotSchemaVersion=88] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:05.752 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=88] [2024/05/06 09:54:05.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.884301ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.847 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/06 09:54:05.856 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/06 09:54:05.860 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:54:05.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:05.923 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.34796964\n# Parse_time: 0.000344504\n# Compile_time: 0.000890709\n# Rewrite_time: 0.000014061\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000611354\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:05.938 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574140883238913] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.360814ms] [2024/05/06 09:54:05.938 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574140883238913] [2024/05/06 09:54:05.939 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574140883238913] [commitTS=449574140883238917] [2024/05/06 09:54:05.940 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574140883238913] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] [concurrency=8] [2024/05/06 09:54:05.943 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574140883238913] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] ["cost time"=3.30909ms] ["completed regions"=1] [2024/05/06 09:54:05.943 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574140883238913] [commitTS=449574140883238917] [session=14] [2024/05/06 09:54:05.954 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574140883238918] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.300518ms] [2024/05/06 09:54:05.954 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574140883238918] [2024/05/06 09:54:05.956 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574140883238918] [commitTS=449574140883238920] [2024/05/06 09:54:05.956 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574140883238918] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] [concurrency=8] [2024/05/06 09:54:05.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574140883238918] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] ["cost time"=3.603192ms] ["completed regions"=1] [2024/05/06 09:54:05.960 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574140883238918] [commitTS=449574140883238920] [session=14] [2024/05/06 09:54:05.974 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574140883238921] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=2.418784ms] [2024/05/06 09:54:05.974 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574140883238921] [2024/05/06 09:54:05.977 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574140883238921] [commitTS=449574140896346113] [2024/05/06 09:54:05.977 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574140883238921] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] [concurrency=8] [2024/05/06 09:54:05.983 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574140883238921] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] ["cost time"=6.255737ms] ["completed regions"=1] [2024/05/06 09:54:05.983 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574140883238921] [commitTS=449574140896346113] [session=14] [2024/05/06 09:54:05.993 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574140896346114] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.440659ms] [2024/05/06 09:54:05.993 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574140896346114] [2024/05/06 09:54:05.994 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574140896346114] [commitTS=449574140896346115] [2024/05/06 09:54:05.995 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574140896346114] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] [concurrency=8] [2024/05/06 09:54:05.998 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574140896346114] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] ["cost time"=2.770125ms] ["completed regions"=1] [2024/05/06 09:54:05.998 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574140896346114] [commitTS=449574140896346115] [session=14] [2024/05/06 09:54:05.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=88] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:06.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.023 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:06.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=268.271Β΅s] [gotSchemaVersion=89] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.119 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=89] [2024/05/06 09:54:06.156 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.148395ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.198 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=238.994Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.241 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=90] [2024/05/06 09:54:06.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.287755ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.368 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 130, Old Table Name: t1"] [2024/05/06 09:54:06.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=246.153Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=91] [2024/05/06 09:54:06.450 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=54.039501ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.540 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 09:54:06.548 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:54:06.552 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:05.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.609 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:54:06.609 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.634 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:06.674 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=231.026Β΅s] [gotSchemaVersion=92] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.713 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=92] [2024/05/06 09:54:06.752 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.750208ms] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=332.268Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=93] [2024/05/06 09:54:06.910 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.89606ms] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.946 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: _t1"] [2024/05/06 09:54:06.984 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=919.8Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.998 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=94] [2024/05/06 09:54:07.031 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.454071ms] [job="ID:139, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.095 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=139] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:54:07.105 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=139] [jobType="drop table"] [2024/05/06 09:54:07.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [job="ID:139, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:06.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.154 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/06 09:54:07.154 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.158 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.159662648\n# Parse_time: 0.000353511\n# Compile_time: 0.000709347\n# Rewrite_time: 0.000012732\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000350489\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:07.160 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=94] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/06 09:54:07.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.223 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/06 09:54:07.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.290 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 140, Table Name: _t1"] [2024/05/06 09:54:07.347 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.517716ms] [gotSchemaVersion=95] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:07.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=95] [2024/05/06 09:54:07.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.606737ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.464 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/06 09:54:07.465 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.469 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.310993852\n# Parse_time: 0.000671262\n# Compile_time: 0.000744463\n# Rewrite_time: 0.000009741\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000493444\n# DB: test\n# Is_internal: false\n# Digest: 4d6b14b214439acb9c7ea976f24914f295bc2fcbd3a0e2f0b677113a5bfca6a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int);"] [2024/05/06 09:54:07.493 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=95] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:07.522 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:07.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.522 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:07.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:07.578 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.588 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 142, Table Name: _t1, Old Table ID: 140, Old Table Name: _t1"] [2024/05/06 09:54:07.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=2.117107ms] [gotSchemaVersion=96] [phyTblIDs="[140,142]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:07.634 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=143] [version=96] [2024/05/06 09:54:07.671 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=54.199294ms] [job="ID:143, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.726 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=143] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/06 09:54:07.733 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=143] [jobType="truncate table"] [2024/05/06 09:54:07.736 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [job="ID:143, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.793 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=143] [2024/05/06 09:54:07.793 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.796 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.304094694\n# Parse_time: 0.000185527\n# Compile_time: 0.000585272\n# Rewrite_time: 0.000009512\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000362738\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:07.808 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141368205317] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.438007ms] [2024/05/06 09:54:07.808 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574141368205317] [2024/05/06 09:54:07.810 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141368205317] [commitTS=449574141368205320] [2024/05/06 09:54:07.810 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141368205317] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] [concurrency=8] [2024/05/06 09:54:07.813 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=96] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:07.813 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141368205317] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] ["cost time"=3.165997ms] ["completed regions"=1] [2024/05/06 09:54:07.814 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141368205317] [commitTS=449574141368205320] [session=14] [2024/05/06 09:54:07.851 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:07.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.851 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:07.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:07.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.944 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 144, Table Name: _t1, Old Table ID: 142, Old Table Name: _t1"] [2024/05/06 09:54:07.987 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=3.246925ms] [gotSchemaVersion=97] [phyTblIDs="[142,144]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:08.000 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=97] [2024/05/06 09:54:08.032 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.898964ms] [job="ID:145, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.093 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[142]"] [comment="drop table: table ID"] [2024/05/06 09:54:08.102 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="truncate table"] [2024/05/06 09:54:08.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.163 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/06 09:54:08.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.168 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.35510646\n# Parse_time: 0.000232497\n# Compile_time: 0.000691995\n# Rewrite_time: 0.000012501\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000461224\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:08.179 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141459955721] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.46383ms] [2024/05/06 09:54:08.179 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574141459955721] [2024/05/06 09:54:08.181 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141459955721] [commitTS=449574141473325059] [2024/05/06 09:54:08.181 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141459955721] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] [concurrency=8] [2024/05/06 09:54:08.185 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141459955721] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] ["cost time"=3.198982ms] ["completed regions"=1] [2024/05/06 09:54:08.185 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141459955721] [commitTS=449574141473325059] [session=14] [2024/05/06 09:54:08.191 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141473325060] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.657828ms] [2024/05/06 09:54:08.192 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574141473325060] [2024/05/06 09:54:08.193 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141473325060] [commitTS=449574141473325061] [2024/05/06 09:54:08.194 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141473325060] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] [concurrency=8] [2024/05/06 09:54:08.197 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141473325060] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] ["cost time"=2.954515ms] ["completed regions"=1] [2024/05/06 09:54:08.197 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141473325060] [commitTS=449574141473325061] [session=14] [2024/05/06 09:54:08.203 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141473325063] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.69789ms] [2024/05/06 09:54:08.204 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574141473325063] [2024/05/06 09:54:08.205 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141473325063] [commitTS=449574141473325064] [2024/05/06 09:54:08.206 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141473325063] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] [concurrency=8] [2024/05/06 09:54:08.209 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141473325063] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] ["cost time"=3.039214ms] ["completed regions"=1] [2024/05/06 09:54:08.209 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141473325063] [commitTS=449574141473325064] [session=14] [2024/05/06 09:54:08.214 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141473325065] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.466087ms] [2024/05/06 09:54:08.214 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574141473325065] [2024/05/06 09:54:08.215 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141473325065] [commitTS=449574141473325067] [2024/05/06 09:54:08.216 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141473325065] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] [concurrency=8] [2024/05/06 09:54:08.218 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:08.219 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141473325065] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] ["cost time"=3.08374ms] ["completed regions"=1] [2024/05/06 09:54:08.219 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141473325065] [commitTS=449574141473325067] [session=14] [2024/05/06 09:54:08.243 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.243 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:08.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.344 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=245.457Β΅s] [gotSchemaVersion=98] [phyTblIDs="[144]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:08.355 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=98] [2024/05/06 09:54:08.384 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.239236ms] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=236.476Β΅s] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:08.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=99] [2024/05/06 09:54:08.530 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.172454ms] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.589 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.599 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 144, Old Table Name: _t1"] [2024/05/06 09:54:08.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=307.545Β΅s] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:08.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 09:54:08.706 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=54.280296ms] [job="ID:146, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.770 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=146] [tableIDs="[144]"] [comment="drop table: table ID"] [2024/05/06 09:54:08.780 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="drop table"] [2024/05/06 09:54:08.785 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [job="ID:146, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:08.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.842 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 09:54:08.842 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.628901373\n# Parse_time: 0.000358756\n# Compile_time: 0.000672369\n# Rewrite_time: 0.000012285\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000372226\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:08.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=100] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:54:08.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:54:08.974 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.983 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 147, Table Name: t1"] [2024/05/06 09:54:09.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.867629ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 09:54:09.079 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=54.465999ms] [job="ID:148, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.150 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [job="ID:148, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.191 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:54:09.191 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.195 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.347955501\n# Parse_time: 0.000621554\n# Compile_time: 0.00103567\n# Rewrite_time: 0.000015066\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000504245\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/06 09:54:09.209 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141735469062] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.678898ms] [2024/05/06 09:54:09.209 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574141735469062] [2024/05/06 09:54:09.211 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141735469062] [commitTS=449574141735469067] [2024/05/06 09:54:09.211 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141735469062] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] [concurrency=8] [2024/05/06 09:54:09.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=101] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 09:54:09.215 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141735469062] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] ["cost time"=3.890934ms] ["completed regions"=1] [2024/05/06 09:54:09.215 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141735469062] [commitTS=449574141735469067] [session=14] [2024/05/06 09:54:09.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 09:54:09.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.348 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 149, Table Name: _t1"] [2024/05/06 09:54:09.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.956565ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.438 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 09:54:09.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.814869ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.562 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.599 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:54:09.599 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.603 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.390927618\n# Parse_time: 0.000584673\n# Compile_time: 0.000832692\n# Rewrite_time: 0.000012022\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000303023\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 09:54:09.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=102] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:09.661 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:09.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.661 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:09.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:09.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.739 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 151, Table Name: _t1, Old Table ID: 149, Old Table Name: _t1"] [2024/05/06 09:54:09.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.506034ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:09.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 09:54:09.826 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=54.113724ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.891 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/06 09:54:09.900 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/06 09:54:09.904 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.965 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:54:09.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.342950224\n# Parse_time: 0.00032673\n# Compile_time: 0.000787604\n# Rewrite_time: 0.000010462\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000405603\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:09.980 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574141944922113] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.799978ms] [2024/05/06 09:54:09.980 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449574141944922113] [2024/05/06 09:54:09.982 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574141944922113] [commitTS=449574141944922115] [2024/05/06 09:54:09.982 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574141944922113] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] [concurrency=8] [2024/05/06 09:54:09.985 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=103] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:09.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574141944922113] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] ["cost time"=3.217993ms] ["completed regions"=1] [2024/05/06 09:54:09.985 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574141944922113] [commitTS=449574141944922115] [session=14] [2024/05/06 09:54:10.016 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:09.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.016 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:09.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:10.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.095 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 153, Table Name: _t1, Old Table ID: 151, Old Table Name: _t1"] [2024/05/06 09:54:10.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.495463ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:10.167 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 09:54:10.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=54.148107ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.267 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 09:54:10.276 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 09:54:10.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.332 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:54:10.332 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:10.335 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.351176176\n# Parse_time: 0.000234997\n# Compile_time: 0.000750471\n# Rewrite_time: 0.00001081\n# Optimize_time: 0.000293884\n# Wait_TS: 0.00044404\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:10.347 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142036672518] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.475056ms] [2024/05/06 09:54:10.347 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449574142036672518] [2024/05/06 09:54:10.349 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142036672518] [commitTS=449574142036672519] [2024/05/06 09:54:10.349 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142036672518] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 09:54:10.352 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142036672518] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=2.909013ms] ["completed regions"=1] [2024/05/06 09:54:10.353 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142036672518] [commitTS=449574142036672519] [session=14] [2024/05/06 09:54:10.383 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142049779713] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=2.108536ms] [2024/05/06 09:54:10.383 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449574142049779713] [2024/05/06 09:54:10.385 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142049779713] [commitTS=449574142049779714] [2024/05/06 09:54:10.386 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142049779713] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] [concurrency=8] [2024/05/06 09:54:10.389 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142049779713] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] ["cost time"=3.314958ms] ["completed regions"=1] [2024/05/06 09:54:10.389 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142049779713] [commitTS=449574142049779714] [session=14] [2024/05/06 09:54:10.402 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142049779716] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.5476ms] [2024/05/06 09:54:10.402 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449574142049779716] [2024/05/06 09:54:10.404 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142049779716] [commitTS=449574142049779718] [2024/05/06 09:54:10.405 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142049779716] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/06 09:54:10.408 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142049779716] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=2.95209ms] ["completed regions"=1] [2024/05/06 09:54:10.408 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142049779716] [commitTS=449574142049779718] [session=14] [2024/05/06 09:54:10.410 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=104] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:10.437 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.437 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:10.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=272.955Β΅s] [gotSchemaVersion=105] [phyTblIDs="[147]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:10.552 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=105] [2024/05/06 09:54:10.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.514693ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=219.748Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:10.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=106] [2024/05/06 09:54:10.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.329314ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.796 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 147, Old Table Name: t1"] [2024/05/06 09:54:10.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=244.378Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:10.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=107] [2024/05/06 09:54:10.897 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.455746ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.947 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[147]"] [comment="drop table: table ID"] [2024/05/06 09:54:10.954 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/06 09:54:10.958 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:10.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.011 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 09:54:11.011 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.037 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:11.037 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:11.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=229.061Β΅s] [gotSchemaVersion=108] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:11.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=108] [2024/05/06 09:54:11.164 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.05933ms] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=218.253Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:11.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=109] [2024/05/06 09:54:11.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=54.051783ms] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.347 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: _t1"] [2024/05/06 09:54:11.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=217.703Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:11.393 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=110] [2024/05/06 09:54:11.428 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.642729ms] [job="ID:156, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.493 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:54:11.500 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="drop table"] [2024/05/06 09:54:11.504 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [job="ID:156, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:10.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.577 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:54:11.577 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.584 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.175318327\n# Parse_time: 0.000374763\n# Compile_time: 0.000874452\n# Rewrite_time: 0.000014388\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000446026\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:11.586 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=110] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/06 09:54:11.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:11.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/06 09:54:11.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.683 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 157, Table Name: _t1"] [2024/05/06 09:54:11.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.169351ms] [gotSchemaVersion=111] [phyTblIDs="[157]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:11.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=158] [version=111] [2024/05/06 09:54:11.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.235742ms] [job="ID:158, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.858 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [job="ID:158, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.573 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.902 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=158] [2024/05/06 09:54:11.903 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.906 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.32084629\n# Parse_time: 0.000575021\n# Compile_time: 0.000719575\n# Rewrite_time: 0.000009839\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000446238\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int);"] [2024/05/06 09:54:11.921 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=111] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:11.947 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:11.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:11.947 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:11.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:11.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.005 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 159, Table Name: _t1, Old Table ID: 157, Old Table Name: _t1"] [2024/05/06 09:54:12.040 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=2.229424ms] [gotSchemaVersion=112] [phyTblIDs="[157,159]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:12.049 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=112] [2024/05/06 09:54:12.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.37596ms] [job="ID:160, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.138 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[157]"] [comment="drop table: table ID"] [2024/05/06 09:54:12.146 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="truncate table"] [2024/05/06 09:54:12.150 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [job="ID:160, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.209 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/06 09:54:12.209 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.243 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142534746113] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=2.523265ms] [2024/05/06 09:54:12.243 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449574142534746113] [2024/05/06 09:54:12.246 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142534746113] [commitTS=449574142534746115] [2024/05/06 09:54:12.246 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142534746113] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] [concurrency=8] [2024/05/06 09:54:12.249 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=112] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:12.250 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142534746113] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] ["cost time"=3.626204ms] ["completed regions"=1] [2024/05/06 09:54:12.250 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142534746113] [commitTS=449574142534746115] [session=14] [2024/05/06 09:54:12.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.283 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:12.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.350 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 161, Table Name: _t1, Old Table ID: 159, Old Table Name: _t1"] [2024/05/06 09:54:12.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=2.390546ms] [gotSchemaVersion=113] [phyTblIDs="[159,161]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:12.405 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 09:54:12.441 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=54.185942ms] [job="ID:162, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.492 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[159]"] [comment="drop table: table ID"] [2024/05/06 09:54:12.502 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="truncate table"] [2024/05/06 09:54:12.506 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [job="ID:162, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.564 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:54:12.564 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.568 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.320187237\n# Parse_time: 0.000406319\n# Compile_time: 0.000921976\n# Rewrite_time: 0.000012944\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000598188\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:12.578 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142613651467] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.72191ms] [2024/05/06 09:54:12.578 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449574142613651467] [2024/05/06 09:54:12.580 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142613651467] [commitTS=449574142626758658] [2024/05/06 09:54:12.580 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142613651467] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 09:54:12.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142613651467] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=3.227157ms] ["completed regions"=1] [2024/05/06 09:54:12.584 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142613651467] [commitTS=449574142626758658] [session=14] [2024/05/06 09:54:12.603 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142626758663] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.9609ms] [2024/05/06 09:54:12.603 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449574142626758663] [2024/05/06 09:54:12.605 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142626758663] [commitTS=449574142626758664] [2024/05/06 09:54:12.605 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142626758663] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] [concurrency=8] [2024/05/06 09:54:12.608 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142626758663] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] ["cost time"=3.013031ms] ["completed regions"=1] [2024/05/06 09:54:12.608 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142626758663] [commitTS=449574142626758664] [session=14] [2024/05/06 09:54:12.617 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142626758666] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.799699ms] [2024/05/06 09:54:12.617 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449574142626758666] [2024/05/06 09:54:12.619 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142626758666] [commitTS=449574142626758667] [2024/05/06 09:54:12.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142626758666] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/06 09:54:12.622 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=113] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:12.622 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142626758666] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=2.941094ms] ["completed regions"=1] [2024/05/06 09:54:12.622 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142626758666] [commitTS=449574142626758667] [session=14] [2024/05/06 09:54:12.647 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.647 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:12.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.745 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=229.698Β΅s] [gotSchemaVersion=114] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.758 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=114] [2024/05/06 09:54:12.795 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=54.23892ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.845 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=222.146Β΅s] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=115] [2024/05/06 09:54:12.925 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.421896ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.023 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 161, Old Table Name: _t1"] [2024/05/06 09:54:13.055 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=234.343Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:13.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=116] [2024/05/06 09:54:13.105 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=54.006268ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.145 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/06 09:54:13.153 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/06 09:54:13.157 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.210 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/06 09:54:13.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.213 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.592675481\n# Parse_time: 0.000336368\n# Compile_time: 0.000721087\n# Rewrite_time: 0.000012295\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000384355\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:13.215 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=116] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:54:13.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:54:13.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.320 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 164, Table Name: t1"] [2024/05/06 09:54:13.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.219857ms] [gotSchemaVersion=117] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.380 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=117] [2024/05/06 09:54:13.415 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.012719ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.480 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:54:13.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.494 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574142862688262] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.346528ms] [2024/05/06 09:54:13.494 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574142862688262] [2024/05/06 09:54:13.495 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574142862688262] [commitTS=449574142862688265] [2024/05/06 09:54:13.495 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574142862688262] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] [concurrency=8] [2024/05/06 09:54:13.497 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=117] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 09:54:13.499 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574142862688262] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] ["cost time"=2.981349ms] ["completed regions"=1] [2024/05/06 09:54:13.499 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574142862688262] [commitTS=449574142862688265] [session=14] [2024/05/06 09:54:13.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 09:54:13.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.629 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 166, Table Name: _t1"] [2024/05/06 09:54:13.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.18088ms] [gotSchemaVersion=118] [phyTblIDs="[166]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=118] [2024/05/06 09:54:13.729 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.938896ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.796 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.828 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 09:54:13.828 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.832 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.336495592\n# Parse_time: 0.000708279\n# Compile_time: 0.00083334\n# Rewrite_time: 0.000009285\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000533433\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/06 09:54:13.858 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=118] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:13.882 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:13.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:13.882 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:13.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.948 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 168, Table Name: _t1, Old Table ID: 166, Old Table Name: _t1"] [2024/05/06 09:54:13.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.120858ms] [gotSchemaVersion=119] [phyTblIDs="[166,168]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:14.007 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=119] [2024/05/06 09:54:14.044 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.063071ms] [job="ID:169, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.108 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[166]"] [comment="drop table: table ID"] [2024/05/06 09:54:14.115 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="truncate table"] [2024/05/06 09:54:14.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [job="ID:169, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.170 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:54:14.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.173 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.315687371\n# Parse_time: 0.000212544\n# Compile_time: 0.000540936\n# Rewrite_time: 0.000008132\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000342359\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:14.185 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143045926913] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.44806ms] [2024/05/06 09:54:14.185 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449574143045926913] [2024/05/06 09:54:14.187 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143045926913] [commitTS=449574143045926917] [2024/05/06 09:54:14.187 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143045926913] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] [concurrency=8] [2024/05/06 09:54:14.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143045926913] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] ["cost time"=2.800343ms] ["completed regions"=1] [2024/05/06 09:54:14.190 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143045926913] [commitTS=449574143045926917] [session=14] [2024/05/06 09:54:14.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=119] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:14.217 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.217 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:14.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.293 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 170, Table Name: _t1, Old Table ID: 168, Old Table Name: _t1"] [2024/05/06 09:54:14.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=2.286894ms] [gotSchemaVersion=120] [phyTblIDs="[168,170]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:14.355 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=120] [2024/05/06 09:54:14.383 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.263092ms] [job="ID:171, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.436 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[168]"] [comment="drop table: table ID"] [2024/05/06 09:54:14.444 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="truncate table"] [2024/05/06 09:54:14.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [job="ID:171, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.498 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/06 09:54:14.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.501 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.310772536\n# Parse_time: 0.000229081\n# Compile_time: 0.000600908\n# Rewrite_time: 0.00000938\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000379393\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:14.517 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143124570119] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.393865ms] [2024/05/06 09:54:14.517 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449574143124570119] [2024/05/06 09:54:14.519 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143124570119] [commitTS=449574143124570124] [2024/05/06 09:54:14.519 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143124570119] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 09:54:14.522 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143124570119] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=2.899106ms] ["completed regions"=1] [2024/05/06 09:54:14.522 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143124570119] [commitTS=449574143124570124] [session=14] [2024/05/06 09:54:14.551 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143137939459] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.431119ms] [2024/05/06 09:54:14.551 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574143137939459] [2024/05/06 09:54:14.553 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143137939459] [commitTS=449574143137939461] [2024/05/06 09:54:14.553 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143137939459] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/06 09:54:14.555 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143137939459] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=2.45093ms] ["completed regions"=1] [2024/05/06 09:54:14.555 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143137939459] [commitTS=449574143137939461] [session=14] [2024/05/06 09:54:14.574 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143137939462] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.58784ms] [2024/05/06 09:54:14.574 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449574143137939462] [2024/05/06 09:54:14.576 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143137939462] [commitTS=449574143151046657] [2024/05/06 09:54:14.576 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143137939462] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] [concurrency=8] [2024/05/06 09:54:14.579 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143137939462] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] ["cost time"=2.935553ms] ["completed regions"=1] [2024/05/06 09:54:14.579 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143137939462] [commitTS=449574143151046657] [session=14] [2024/05/06 09:54:14.580 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=120] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:14.609 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.609 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:14.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=226.59Β΅s] [gotSchemaVersion=121] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=121] [2024/05/06 09:54:14.734 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.129223ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=219.561Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:14.831 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=122] [2024/05/06 09:54:14.870 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.446422ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.947 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 164, Old Table Name: t1"] [2024/05/06 09:54:15.004 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=272.35Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.015 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=123] [2024/05/06 09:54:15.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.131795ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.090 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/06 09:54:15.098 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/06 09:54:15.102 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:14.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.152 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:54:15.153 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:15.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:15.179 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:15.224 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=226.061Β΅s] [gotSchemaVersion=124] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.262 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=124] [2024/05/06 09:54:15.300 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.140514ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=212.709Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=125] [2024/05/06 09:54:15.425 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.04803ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.500 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 170, Old Table Name: _t1"] [2024/05/06 09:54:15.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=216.754Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.545 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=126] [2024/05/06 09:54:15.584 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.375173ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.652 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/06 09:54:15.660 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/06 09:54:15.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:15.123 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.750 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/06 09:54:15.750 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:15.754 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.174622473\n# Parse_time: 0.000329895\n# Compile_time: 0.000678961\n# Rewrite_time: 0.000013279\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000367437\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:15.756 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=126] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/06 09:54:15.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:15.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/06 09:54:15.845 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.853 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 174, Table Name: _t1"] [2024/05/06 09:54:15.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.271221ms] [gotSchemaVersion=127] [phyTblIDs="[174]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:15.913 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=127] [2024/05/06 09:54:15.950 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.706554ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.032 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:54:16.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.055 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:16.082 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.082 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:16.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.149 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 176, Table Name: _t1, Old Table ID: 174, Old Table Name: _t1"] [2024/05/06 09:54:16.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.473934ms] [gotSchemaVersion=128] [phyTblIDs="[174,176]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:16.202 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=128] [2024/05/06 09:54:16.237 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.978246ms] [job="ID:177, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.295 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[174]"] [comment="drop table: table ID"] [2024/05/06 09:54:16.305 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="truncate table"] [2024/05/06 09:54:16.309 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [job="ID:177, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.366 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:54:16.366 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.370 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.315759397\n# Parse_time: 0.000203002\n# Compile_time: 0.000530425\n# Rewrite_time: 0.00000869\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000319599\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:16.409 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143622643713] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.924546ms] [2024/05/06 09:54:16.409 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449574143622643713] [2024/05/06 09:54:16.411 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143622643713] [commitTS=449574143622643718] [2024/05/06 09:54:16.411 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143622643713] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] [concurrency=8] [2024/05/06 09:54:16.415 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:16.415 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143622643713] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] ["cost time"=3.59524ms] ["completed regions"=1] [2024/05/06 09:54:16.415 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143622643713] [commitTS=449574143622643718] [session=14] [2024/05/06 09:54:16.446 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.446 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:16.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.514 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 178, Table Name: _t1, Old Table ID: 176, Old Table Name: _t1"] [2024/05/06 09:54:16.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=2.807445ms] [gotSchemaVersion=129] [phyTblIDs="[176,178]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:16.569 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=129] [2024/05/06 09:54:16.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.7189ms] [job="ID:179, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.637 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=179] [tableIDs="[176]"] [comment="drop table: table ID"] [2024/05/06 09:54:16.644 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="truncate table"] [2024/05/06 09:54:16.648 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [job="ID:179, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.423 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.706 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 09:54:16.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.723 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143701286922] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.419732ms] [2024/05/06 09:54:16.723 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449574143701286922] [2024/05/06 09:54:16.725 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143701286922] [commitTS=449574143714394113] [2024/05/06 09:54:16.725 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143701286922] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 09:54:16.728 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143701286922] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=3.00007ms] ["completed regions"=1] [2024/05/06 09:54:16.728 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143701286922] [commitTS=449574143714394113] [session=14] [2024/05/06 09:54:16.750 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143714394116] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.278382ms] [2024/05/06 09:54:16.750 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574143714394116] [2024/05/06 09:54:16.752 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143714394116] [commitTS=449574143714394117] [2024/05/06 09:54:16.752 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143714394116] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/06 09:54:16.755 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143714394116] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.74845ms] ["completed regions"=1] [2024/05/06 09:54:16.755 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143714394116] [commitTS=449574143714394117] [session=14] [2024/05/06 09:54:16.766 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143714394118] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.635177ms] [2024/05/06 09:54:16.766 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449574143714394118] [2024/05/06 09:54:16.768 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143714394118] [commitTS=449574143714394121] [2024/05/06 09:54:16.768 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143714394118] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] [concurrency=8] [2024/05/06 09:54:16.771 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:16.771 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143714394118] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] ["cost time"=3.012631ms] ["completed regions"=1] [2024/05/06 09:54:16.771 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143714394118] [commitTS=449574143714394121] [session=14] [2024/05/06 09:54:16.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:16.852 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=234.572Β΅s] [gotSchemaVersion=130] [phyTblIDs="[178]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:16.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=130] [2024/05/06 09:54:16.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.037623ms] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.989 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=224.068Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:17.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=131] [2024/05/06 09:54:17.073 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.036993ms] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.168 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 178, Old Table Name: _t1"] [2024/05/06 09:54:17.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=242.341Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:17.218 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=132] [2024/05/06 09:54:17.250 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.192848ms] [job="ID:180, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.310 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=180] [tableIDs="[178]"] [comment="drop table: table ID"] [2024/05/06 09:54:17.318 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=180] [jobType="drop table"] [2024/05/06 09:54:17.322 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [job="ID:180, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.380 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:54:17.380 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.384 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.613578948\n# Parse_time: 0.000355865\n# Compile_time: 0.000687924\n# Rewrite_time: 0.000011744\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000322666\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:17.385 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=132] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/06 09:54:17.422 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:17.422 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/06 09:54:17.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.476 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 181, Table Name: t1"] [2024/05/06 09:54:17.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.080313ms] [gotSchemaVersion=133] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:17.531 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=133] [2024/05/06 09:54:17.569 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.462462ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.634 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.374 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.664 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:54:17.664 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.677 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574143950323724] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.339583ms] [2024/05/06 09:54:17.677 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449574143950323724] [2024/05/06 09:54:17.679 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574143950323724] [commitTS=449574143963430914] [2024/05/06 09:54:17.679 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574143950323724] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] [concurrency=8] [2024/05/06 09:54:17.682 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=133] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 09:54:17.682 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574143950323724] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] ["cost time"=2.818309ms] ["completed regions"=1] [2024/05/06 09:54:17.682 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574143950323724] [commitTS=449574143963430914] [session=14] [2024/05/06 09:54:17.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:17.719 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 09:54:17.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.814 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 183, Table Name: _t1"] [2024/05/06 09:54:17.866 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=2.511026ms] [gotSchemaVersion=134] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:17.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=134] [2024/05/06 09:54:17.913 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=54.087107ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.947 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 09:54:17.984 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.987 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.30707035\n# Parse_time: 0.001059239\n# Compile_time: 0.001072448\n# Rewrite_time: 0.000009792\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000384349\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 09:54:18.008 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=134] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:18.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:17.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:18.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:17.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.084 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.094 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 185, Table Name: _t1, Old Table ID: 183, Old Table Name: _t1"] [2024/05/06 09:54:18.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=2.41178ms] [gotSchemaVersion=135] [phyTblIDs="[183,185]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:18.153 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/06 09:54:18.190 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.155632ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.240 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 09:54:18.247 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/06 09:54:18.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.298 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:54:18.298 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.310 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144120717320] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.527015ms] [2024/05/06 09:54:18.310 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449574144120717320] [2024/05/06 09:54:18.311 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144120717320] [commitTS=449574144120717321] [2024/05/06 09:54:18.312 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144120717320] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] [concurrency=8] [2024/05/06 09:54:18.315 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=135] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:18.315 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144120717320] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] ["cost time"=2.86599ms] ["completed regions"=1] [2024/05/06 09:54:18.315 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144120717320] [commitTS=449574144120717321] [session=14] [2024/05/06 09:54:18.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:18.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.341 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:18.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:18.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.407 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 187, Table Name: _t1, Old Table ID: 185, Old Table Name: _t1"] [2024/05/06 09:54:18.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.543233ms] [gotSchemaVersion=136] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:18.482 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:54:18.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.678135ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.555 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[185]"] [comment="drop table: table ID"] [2024/05/06 09:54:18.563 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 09:54:18.567 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:54:18.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.312638736\n# Parse_time: 0.00028631\n# Compile_time: 0.000608682\n# Rewrite_time: 0.000009124\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000371254\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:18.640 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144212467713] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.581226ms] [2024/05/06 09:54:18.640 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449574144212467713] [2024/05/06 09:54:18.642 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144212467713] [commitTS=449574144212467717] [2024/05/06 09:54:18.642 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144212467713] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] [concurrency=8] [2024/05/06 09:54:18.645 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144212467713] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] ["cost time"=2.94179ms] ["completed regions"=1] [2024/05/06 09:54:18.645 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144212467713] [commitTS=449574144212467717] [session=14] [2024/05/06 09:54:18.676 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144212467720] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.689424ms] [2024/05/06 09:54:18.676 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449574144212467720] [2024/05/06 09:54:18.678 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144212467720] [commitTS=449574144225837057] [2024/05/06 09:54:18.678 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144212467720] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 09:54:18.681 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144212467720] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.949233ms] ["completed regions"=1] [2024/05/06 09:54:18.681 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144212467720] [commitTS=449574144225837057] [session=14] [2024/05/06 09:54:18.697 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144225837059] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.461481ms] [2024/05/06 09:54:18.697 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449574144225837059] [2024/05/06 09:54:18.699 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144225837059] [commitTS=449574144225837060] [2024/05/06 09:54:18.699 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144225837059] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/06 09:54:18.702 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144225837059] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.867738ms] ["completed regions"=1] [2024/05/06 09:54:18.702 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144225837059] [commitTS=449574144225837060] [session=14] [2024/05/06 09:54:18.704 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=136] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:18.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:18.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=230.673Β΅s] [gotSchemaVersion=137] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:18.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/06 09:54:18.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.832682ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=220.801Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:18.945 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/06 09:54:18.985 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.131657ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.048 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.058 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 181, Old Table Name: t1"] [2024/05/06 09:54:19.119 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=282.22Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.131 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:54:19.165 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.780358ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.209 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/06 09:54:19.217 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/06 09:54:19.221 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:18.674 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:54:19.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.300 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.300 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/06 09:54:19.347 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.376 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=248.146Β΅s] [gotSchemaVersion=140] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.387 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=140] [2024/05/06 09:54:19.426 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.656747ms] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.501 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=255.806Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.512 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=141] [2024/05/06 09:54:19.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.196287ms] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.591 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.600 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 187, Old Table Name: _t1"] [2024/05/06 09:54:19.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=253.9Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:19.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=142] [2024/05/06 09:54:19.684 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=54.290217ms] [job="ID:190, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.753 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:54:19.762 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="drop table"] [2024/05/06 09:54:19.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [job="ID:190, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:19.274 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.846 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 09:54:19.846 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.850 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.1470776169999999\n# Parse_time: 0.000347806\n# Compile_time: 0.000726649\n# Rewrite_time: 0.000013042\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000348146\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/06 09:54:19.854 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=142] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/06 09:54:19.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.896 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/06 09:54:19.961 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.969 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 191, Table Name: _t1"] [2024/05/06 09:54:20.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=2.639272ms] [gotSchemaVersion=143] [phyTblIDs="[191]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/06 09:54:20.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.636852ms] [job="ID:192, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.146 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [job="ID:192, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.824 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/06 09:54:20.188 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.191 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.339934526\n# Parse_time: 0.001243335\n# Compile_time: 0.001339429\n# Rewrite_time: 0.00001417\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000617934\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/06 09:54:20.209 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=143] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:20.242 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:20.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.242 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:20.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:20.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.294 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 193, Table Name: _t1, Old Table ID: 191, Old Table Name: _t1"] [2024/05/06 09:54:20.344 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.614082ms] [gotSchemaVersion=144] [phyTblIDs="[191,193]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:20.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:54:20.383 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.967795ms] [job="ID:194, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.447 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=194] [tableIDs="[191]"] [comment="drop table: table ID"] [2024/05/06 09:54:20.455 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="truncate table"] [2024/05/06 09:54:20.458 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [job="ID:194, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.530 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:54:20.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.326200498\n# Parse_time: 0.000197458\n# Compile_time: 0.000541683\n# Rewrite_time: 0.000010506\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000359012\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:20.542 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144710541315] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.608796ms] [2024/05/06 09:54:20.542 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449574144710541315] [2024/05/06 09:54:20.544 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144710541315] [commitTS=449574144710541317] [2024/05/06 09:54:20.544 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144710541315] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] [concurrency=8] [2024/05/06 09:54:20.546 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=144] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:20.548 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144710541315] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] ["cost time"=3.010726ms] ["completed regions"=1] [2024/05/06 09:54:20.548 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144710541315] [commitTS=449574144710541317] [session=14] [2024/05/06 09:54:20.573 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:20.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.573 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:20.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:20.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.644 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 195, Table Name: _t1, Old Table ID: 193, Old Table Name: _t1"] [2024/05/06 09:54:20.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.276446ms] [gotSchemaVersion=145] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:20.693 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=196] [version=145] [2024/05/06 09:54:20.729 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.390834ms] [job="ID:196, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.794 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/06 09:54:20.803 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/06 09:54:20.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.866 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/06 09:54:20.866 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.870 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.324013711\n# Parse_time: 0.000234164\n# Compile_time: 0.000631869\n# Rewrite_time: 0.000009252\n# Optimize_time: 0.000293884\n# Wait_TS: 0.000343877\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:20.880 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144802291713] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.733544ms] [2024/05/06 09:54:20.880 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449574144802291713] [2024/05/06 09:54:20.882 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144802291713] [commitTS=449574144802291715] [2024/05/06 09:54:20.882 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144802291713] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] [concurrency=8] [2024/05/06 09:54:20.885 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144802291713] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] ["cost time"=3.213572ms] ["completed regions"=1] [2024/05/06 09:54:20.885 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144802291713] [commitTS=449574144802291715] [session=14] [2024/05/06 09:54:20.910 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144802291718] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=2.020514ms] [2024/05/06 09:54:20.910 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449574144802291718] [2024/05/06 09:54:20.912 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144802291718] [commitTS=449574144802291720] [2024/05/06 09:54:20.912 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144802291718] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 09:54:20.915 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144802291718] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=2.995559ms] ["completed regions"=1] [2024/05/06 09:54:20.916 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144802291718] [commitTS=449574144802291720] [session=14] [2024/05/06 09:54:20.928 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574144802291722] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.754269ms] [2024/05/06 09:54:20.928 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449574144802291722] [2024/05/06 09:54:20.930 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574144802291722] [commitTS=449574144815398913] [2024/05/06 09:54:20.930 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574144802291722] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/06 09:54:20.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574144802291722] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.005213ms] ["completed regions"=1] [2024/05/06 09:54:20.933 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574144802291722] [commitTS=449574144815398913] [session=14] [2024/05/06 09:54:20.934 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [2024/05/06 09:54:20.934 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [2024/05/06 09:54:20.936 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=18.997Β΅s] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=11.64Β΅s] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=13.507Β΅s] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=12.809Β΅s] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=4.701Β΅s] [2024/05/06 09:54:20.937 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:20.937 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:20.937 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:20.956 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] ["take time"=23.421585ms] [2024/05/06 09:54:20.956 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] [2024/05/06 09:54:20.958 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:20.958 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/140f4c29-52e5-4295-b1e8-128b5120b840] [watcherID=a601894e-b18b-4f37-8dca-bbea5413ca36] [2024/05/06 09:54:20.958 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:20.958 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/140f4c29-52e5-4295-b1e8-128b5120b840] [2024/05/06 09:54:20.958 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:20.958 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:20.958 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:20.958 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:20.958 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:20.959 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:20.959 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:20.959 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:20.959 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:20.959 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:20.964 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:20.964 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=730] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:20.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:20.965 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:20.966 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd489e2-4fed-4433-b506-6e8cc682b480"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:20.966 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:20.966 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="context canceled"] [2024/05/06 09:54:20.966 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a5acdfde-90ed-47ea-ac0a-0e317bbffd3c] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:20.965 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:20.966 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [2024/05/06 09:54:20.966 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:20.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:20.968 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2cd489e2-4fed-4433-b506-6e8cc682b480] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:20.968 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:20.968 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd489e2-4fed-4433-b506-6e8cc682b480"] [error="context canceled"] [2024/05/06 09:54:20.968 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:20.968 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:20.968 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:20.968 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd489e2-4fed-4433-b506-6e8cc682b480"] [2024/05/06 09:54:20.968 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:21.006 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:21.007 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="context canceled"] [2024/05/06 09:54:21.207 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:22.228 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2cd489e2-4fed-4433-b506-6e8cc682b480"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:22.230 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:22.230 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:22.230 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:22.467 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a5acdfde-90ed-47ea-ac0a-0e317bbffd3c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:22.467 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:22.467 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:22.467 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:22.475 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.542971119s] [2024/05/06 09:54:22.476 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:22.476 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:22.476 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:22.476 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:22.478 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertRPC (19.43s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn [2024/05/06 09:54:22.483 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:22.483 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:22.484 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:22.485 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:22.485 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:22.486 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:22.486 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:22.486 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:22.486 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:22.486 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:22.488 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:22.491 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:22.493 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:22.495 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:22.503 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:22.513 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:22.664 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=394] ["lease id"=6f188f4d50c7cc75] [2024/05/06 09:54:22.667 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:22.764 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=145] ["start time"=93.14321ms] [2024/05/06 09:54:22.769 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:22.770 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] [runWorker=true] [2024/05/06 09:54:22.770 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:22.772 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:22.773 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:22.773 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:22.773 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:22.773 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:22.773 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:22.775 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cd04] [ownerID=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] [op=none] [2024/05/06 09:54:22.776 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:22.776 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f183a496-3699-4f84-bf62-147fbdc9f4be] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:22.780 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:22.824 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:22.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:22.825 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:22.825 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:22.826 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cd04] [ownerID=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] [op=none] [2024/05/06 09:54:22.826 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [op=none] [2024/05/06 09:54:22.826 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:22.919 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:22.934 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:22.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:22.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:22.944 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:22.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:22.944 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:22.944 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:22.944 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:22.944 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:22.944 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:22.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:22.947 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:22.948 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:22.948 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:22.948 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:22.948 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:22.948 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:22.951 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:22.953 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:22.957 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c8beb42f-ebeb-4a6b-8c17-aa8132b68ae2] [2024/05/06 09:54:22.957 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:22.957 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:22.960 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:22.961 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:22.961 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:22.991 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.643201ms] [2024/05/06 09:54:22.994 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:22.998 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 09:54:23.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="drop table `_t1`"] [user=] [2024/05/06 09:54:23.024 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:23.025 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`"] [2024/05/06 09:54:23.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=220.05Β΅s] [gotSchemaVersion=146] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:23.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=146] [2024/05/06 09:54:23.143 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.988515ms] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=193.886Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:23.243 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=147] [2024/05/06 09:54:23.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.486697ms] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.349 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 195, Old Table Name: _t1"] [2024/05/06 09:54:23.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=215.312Β΅s] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:23.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/06 09:54:23.431 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=54.0138ms] [job="ID:197, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.484 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/06 09:54:23.522 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/06 09:54:23.526 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:22.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.584 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:54:23.585 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:23.589 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.588869787\n# Parse_time: 0.000161073\n# Compile_time: 0.000468393\n# Rewrite_time: 0.000008177\n# Optimize_time: 0.000180444\n# Wait_TS: 0.000389318\n# DB: test\n# Is_internal: false\n# Digest: bf051bfc2a7a3240a0ec6ad5b684eb5aec662267c586ee4339f11d469ae12e8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`;"] [2024/05/06 09:54:23.597 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:54:23.600 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [user=] [2024/05/06 09:54:23.644 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:23.644 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [2024/05/06 09:54:23.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.724 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 198, Table Name: t1"] [2024/05/06 09:54:23.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.461301ms] [gotSchemaVersion=149] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:23.794 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:23.794 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:23.794 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:23.795 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:23.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=199] [version=149] [2024/05/06 09:54:23.830 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.751008ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.895 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.574 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.933 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 09:54:23.933 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:23.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.337674388\n# Parse_time: 0.000753774\n# Compile_time: 0.000958278\n# Rewrite_time: 0.000008891\n# Optimize_time: 0.00035511\n# Wait_TS: 0.000473728\n# DB: test\n# Is_internal: false\n# Digest: a54265ae4da4fbcc414fc65e3131ed073097b69ed45d1ee3cf30fade8fef01ca\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int, c varchar(128), unique index idx(b));"] [2024/05/06 09:54:23.958 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:23.958 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:23.958 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c8beb42f-ebeb-4a6b-8c17-aa8132b68ae2] [watcherID=0de84037-894f-44dc-8bde-008a99cce6ed] [2024/05/06 09:54:23.961 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:23.973 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:23.973 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:23.973 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:23.973 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:24.774 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:25.871 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:25.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574145981939715\n# Conn_ID: 16\n# Query_time: 1.9247304870000002\n# Parse_time: 0.58887276\n# Compile_time: 0.884192616\n# Rewrite_time: 0.027882593\n# Optimize_time: 0.00035511\n# Wait_TS: 0.000495919\n# DB: test\n# Is_internal: false\n# Digest: 13a4e30661e51ba157bfc032bf66f4db3217c775b14e2b5285b6f0162b3955d3\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tgvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo0NTAuMW1zLCBsb29wczoxLCBhdXRvX2lkX2FsbG9jYXRvcjoge2EBDHhfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfBU8oNjgyLjLCtXN9LCABECRfZGV0YWlsOiB7CSQYcHJvY2VzcwksCCA0NgUsEUEMd2FpdA0aBDMxMhoAKGt2X3JlYWRfd2FsDWgYIDc5LjnCtQE8CGlrdi4ZAAw5Ny4zCYEMc2Nhbj6BAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdQw3LjMxBVNocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaJEeG46IHtwcmV3cml0ZToxLjk3IUABUREiFHM6MjgyLglNCRQMOjEuNiVnHHNsb3dlc3RfEUAlRC0fuDogMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG9yZTogMTI3LjAuMC4xOjIwMTYxQmMBOgoBEDEuMTVtIYo2CQEBqTr6AAw1NS40bvoABeo5SwWPFF9iYXRjaCW1DDogMzYldTAsIHByb3Bvc2Vfc2VuIa8QaXQ6IDABFyRlcnNpc3RfbG9nGe0QMTU0LjYFdwlgFGxlYWRlcg1SKDYxNG5zLCBzeW5jCTYMNTguOB0tMG1lbXRhYmxlOiA2LjMt8SlrCS8QMzg0LjUFMBBhcHBseTauAAAwLZwFGxWRCDE3N01UFG11dGV4Xyn8Ab9KoAAZFxh3YWw6IDI5DW4JKxmeBDIxJVsuQQIYcHJpbWFyef76AWr6AQg2NTklkAR9LIb8AQQzOS0NWvYCCdF1yEb8AQQxOAXiuvwBDDAzLjclnwlgMvwBADM++wFx7AksOV0IMy4wgQV5nEVgCDIwN40+JeAy+wEAMlFzBRs5+wAxURMAbcL7AQAxEW4+ngAEMTdFsiX7bdEIbnVtoTEJKoWMBDEsDQ5YYnl0ZTozMn19CTUyNS40IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('wQvwvAq8CwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NDUwLjFtcywgbG9vcHM6MWKAC2F1dG9faWRfYWxsb2NhdG9yOiB7YWxsb2NfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo2ODIuMsK1c30sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190aW1lOiA0Ni4ywrVzLCB0b3RhbF93YWl0X3RpbWU6IDMxLjLCtXMsIAlbKGt2X3JlYWRfd2FsDWgYIDc5LjnCtQE8CGlrdi4ZAAw5Ny4zCYEUc2Nhbl9kNoEADGtleXMFxDBnZXRfc25hcHNob3RfJQsQIDcuMzEFU2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BolB4bjoge3ByZXdyaXRlOjEuOTdtcywFUREiFHM6MjgyLglNCRQMOjEuNiVoHHNsb3dlc3RfEUAYX3JwYzogewXouDogMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG9yZTogMTI3LjAuMC4xOjIwMTYxQmMBOgoBHDEuMTVtc30sOgkBSvoADDU1LjRu+gAF6jlLBY84X2JhdGNoX3dhaXQ6IDM2JXUwLCBwcm9wb3NlX3NlbiGvARwAMAEXJGVyc2lzdF9sb2cZ7RAxNTQuNgV3CWAUbGVhZGVyDVIoNjE0bnMsIHN5bmMJNgw1OC44HS0wbWVtdGFibGU6IDYuMy3xKWsJLxAzODQuNQUwEGFwcGx5Nq4AADAtnAUbFZEIMTc3TVQUbXV0ZXhfKfwBv0qgABkXGHdhbDogMjkNbgkrGZ4EMjElWy5BAhhwcmltYXJ5/voBavoBCDY1OSWQjvwBBDM5LQ1a9gIJ0XVHRvwBBDE4BeK6/AEMMDMuNyWfCWAy/AEAMz77AXHsCSw5XQgzLjCBBXmcRWAMMjA3Lok+JeAy+wEAMlFzBRs5+wAxURMAbcL7AQAxEW4+ngAEMTdFsiX7bdEUbnVtOjEsDSqFjBUOZGJ5dGU6MzJ9fXCQ6yB4////////////ARgB')\n# Resource_group: default\ninsert into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (61, 61(len:139799);"] [2024/05/06 09:54:28.055 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574146493382659] [generation=1] [session=16] [keys=3998] [size=253.6kB] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=78.685478ms] [2024/05/06 09:54:28.055 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574146493382659] [generation=2] [session=16] [keys=0] [size=0B] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=44.449Β΅s] [2024/05/06 09:54:28.055 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3998] [size=253.6kB] [startTS=449574146493382659] [2024/05/06 09:54:28.058 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574146493382659] [commitTS=449574146676621316] [2024/05/06 09:54:28.058 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574146493382659] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] [concurrency=8] [2024/05/06 09:54:28.059 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574146493382659\n# Conn_ID: 16\n# Query_time: 2.175592865\n# Parse_time: 0.582329624\n# Compile_time: 0.900722729\n# Rewrite_time: 0.022000352\n# Optimize_time: 0.002496752\n# Wait_TS: 0.000478007\n# Commit_primary_rpc_detail: {total:0.000s, region_id: 0, store: , }\n# DB: test\n# Is_internal: false\n# Digest: 43c79ebc76dd6ba27c6f2ec2f68e70a9960fcb9aa251ddbe3451266c65b25af9\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Duplicate entry '250' for key 't1.idx'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vAfwTzAJMjdfMQkwCTAJTi9BCTAJdGltZTo2MDkuN21zLCBsb29wczoxLCBwcmVwYXJlOiAxMjYuMm1zLCBjaGVja19pbnNlcnQ6IHt0b3RhbF90AT4UIDQ4My41AT8IbWVtDSIAXwVYECA0NjEuBT4scHJlZmV0Y2g6IDIyCRIMZmtfYwFTDDogNTMJEkhycGM6e0JhdGNoR2V0OntudW1fARMMMSwgdBltNDguMzdtc30sQnVmZmVyfi4ACDcuMQEtACABjhxfZGV0YWlsOhG8GHByb2Nlc3MNqgg2bnMRaChrdl9yZWFkX3dhbBHiDDguNDkB4Qx0aWt2LhgADDQuOTUFYQxzY2FuPmEAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvMRxsMjAuOcK1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBOCwgY29tbWl0X3R4bjogexUPGHByaW1hcnklHA3MGDogMC4wMDEBTEBlZ2lvbl9pZDogMTQsIHN0bynFLDcuMC4wLjE6MjAxNiFRBGltLhABOtYAJDYxNi4zwrVzfSw62ABKxgAMMTUuNWbGABQsIHdyaXQdawWROF9iYXRjaF93YWl0OiAxMy0HKHByb3Bvc2Vfc2VuIXwBHDgwcywgcGVyc2lzdF9sb2cZ7wA3MTwJXxRsZWFkZXINUQQ5MCHLDHN5bmMJNAQ0MAWgCSo0bWVtdGFibGU6IDgzOW4B4i1lAGwBXxAyMDcuMQUuEGFwcGx5NqgACDUuNhkbFYsMNTIuNAUXFG11dGV4XynBAbgJcDKaABkXGHdhbDogMTEtOwkrGZsAMQGyQQM0CTUyNS40IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yAfwSQrDBwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NjA5LjdtcywgbG9vcHM6MWKDA3ByZXBhcmU6IDEyNi4ybXMsIGNoZWNrX2luAUMgOiB7dG90YWxfBT8wIDQ4My41bXMsIG1lbQ0iERoINjEuBT4scHJlZmV0Y2g6IDIyCRIsZmtfY2hlY2s6IDUzCRJIcnBjOntCYXRjaEdldDp7bnVtXwETCDEsIB1tNDguMzdtc30sQnVmZmVyfi4ACDcuMQEtACABqBhfZGV0YWlsFbwYcHJvY2Vzcw2qCDZucxFoKGt2X3JlYWRfd2FsEeIMOC40OQHhDHRpa3YuGAAMNC45NQVhDHNjYW4+YQBYa2V5czogMjAwMCwgZ2V0X3NuYXBzaG8xHFQyMC45wrVzLCByb2Nrc2RiOiB7YmxvIREEe30BAURigQRjb21taXRfdHhuOiB7LCANDxhwcmltYXJ5JR0tiRg6IDAuMDAxAU1AZWdpb25faWQ6IDE0LCBzdG8pxiw3LjAuMC4xOjIwMTYhUgRpbS4RATrXACQ2MTYuM8K1c30sOtkASscADDE1LjVmxwAULCB3cml0HWsFkThfYmF0Y2hfd2FpdDogMTMtCChwcm9wb3NlX3NlbiF9ARw4MHMsIHBlcnNpc3RfbG9nGe8ANzE9CV8UbGVhZGVyDVEEOTAhzAxzeW5jCTQENDAFoAkqNG1lbXRhYmxlOiA4MzluAeItVgBsAV8QMjA3LjEFLhBhcHBseTaoAAg1LjYZGxWLDDUyLjQFFxRtdXRleF8pwgG4CXAymgAZFxh3YWw6IDExLTsJKxmbADEBskEEQHCQ6yB4////////////ARgB')\n# Resource_group: default\ninsert ignore into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (len:139806);"] [2024/05/06 09:54:28.095 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574146493382659] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] ["cost time"=36.829682ms] ["completed regions"=1] [2024/05/06 09:54:28.095 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574146493382659] [commitTS=449574146676621316] [session=16] [2024/05/06 09:54:28.113 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [2024/05/06 09:54:28.113 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [2024/05/06 09:54:28.115 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=25.267Β΅s] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=13.556Β΅s] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=17.072Β΅s] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=14.255Β΅s] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=15.467Β΅s] [2024/05/06 09:54:28.116 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:28.116 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:28.116 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:28.118 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] ["take time"=28.224963ms] [2024/05/06 09:54:28.118 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] [2024/05/06 09:54:28.120 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:28.121 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c8beb42f-ebeb-4a6b-8c17-aa8132b68ae2] [watcherID=0de84037-894f-44dc-8bde-008a99cce6ed] [2024/05/06 09:54:28.121 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:28.121 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c8beb42f-ebeb-4a6b-8c17-aa8132b68ae2] [2024/05/06 09:54:28.121 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:28.121 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:28.121 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:28.121 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:28.127 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:28.127 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=394] [2024/05/06 09:54:28.128 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:28.128 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:28.128 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] [2024/05/06 09:54:28.128 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:28.128 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:28.128 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f183a496-3699-4f84-bf62-147fbdc9f4be"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:28.128 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="context canceled"] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:28.129 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [2024/05/06 09:54:28.129 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:28.129 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:28.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:28.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:28.129 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:28.128 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:28.128 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:28.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:28.129 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:28.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:28.129 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:28.129 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:28.129 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2419f8a0-74a0-4565-9c70-e4b7f51d0ebf] [2024/05/06 09:54:28.129 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:28.129 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:28.129 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:28.129 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:28.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:28.131 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f183a496-3699-4f84-bf62-147fbdc9f4be"] [error="context canceled"] [2024/05/06 09:54:28.131 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:28.131 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:28.131 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f183a496-3699-4f84-bf62-147fbdc9f4be] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:28.131 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:28.131 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:28.131 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:28.131 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f183a496-3699-4f84-bf62-147fbdc9f4be"] [2024/05/06 09:54:28.131 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f183a496-3699-4f84-bf62-147fbdc9f4be"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:28.165 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:28.165 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="context canceled"] [2024/05/06 09:54:28.165 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [2024/05/06 09:54:28.165 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:29.366 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f183a496-3699-4f84-bf62-147fbdc9f4be"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:29.396 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:29.396 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:29.396 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:29.424 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2419f8a0-74a0-4565-9c70-e4b7f51d0ebf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:29.424 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:29.424 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:29.424 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:29.431 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.341064195s] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:29.432 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:29.432 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:29.432 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:29.432 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:29.434 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn (6.96s) === RUN TestPipelinedDMLDelete [2024/05/06 09:54:29.439 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:29.439 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:29.440 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:29.441 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:29.441 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:29.442 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:29.442 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:29.442 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:29.442 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:29.442 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:29.444 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:29.447 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:29.449 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:29.451 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:29.459 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:29.470 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:29.610 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=921] ["lease id"=3eaa8f4d50c7cc90] [2024/05/06 09:54:29.612 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:29.708 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=92.252382ms] [2024/05/06 09:54:29.713 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:29.714 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5f53b952-d23f-4ecb-ad9e-c760fe774154] [runWorker=true] [2024/05/06 09:54:29.714 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:29.716 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:29.717 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:29.717 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:29.717 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:29.717 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:29.717 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:29.719 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cca2] [ownerID=5f53b952-d23f-4ecb-ad9e-c760fe774154] [op=none] [2024/05/06 09:54:29.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:29.720 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2b5910b6-bc5b-44c6-978c-54b552f705ca] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:29.724 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:29.744 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:29.745 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:29.746 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:29.769 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:29.770 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cca2] [ownerID=5f53b952-d23f-4ecb-ad9e-c760fe774154] [op=none] [2024/05/06 09:54:29.770 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [op=none] [2024/05/06 09:54:29.770 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:29.838 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:29.854 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:29.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:29.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:29.865 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:29.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:29.865 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:29.865 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:29.865 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:29.865 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:29.865 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:29.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:29.867 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:29.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:29.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:29.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:29.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:29.868 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:29.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:29.873 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:29.878 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/65651c96-388c-4294-b101-1e5a30c35518] [2024/05/06 09:54:29.878 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:29.878 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:29.880 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:29.881 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:29.881 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:29.912 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.858735ms] [2024/05/06 09:54:29.913 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:29.918 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:54:29.920 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 09:54:29.950 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:29.950 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 09:54:30.003 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=537.263Β΅s] [gotSchemaVersion=150] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:30.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=150] [2024/05/06 09:54:30.084 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=54.195466ms] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.140 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=233.653Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:30.185 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=151] [2024/05/06 09:54:30.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.540447ms] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.293 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 198, Old Table Name: t1"] [2024/05/06 09:54:30.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=249.71Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:30.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/06 09:54:30.376 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.958916ms] [job="ID:200, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.430 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 09:54:30.443 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/06 09:54:30.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:29.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:54:30.506 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:30.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.589614089\n# Parse_time: 0.000254164\n# Compile_time: 0.000733596\n# Rewrite_time: 0.000008016\n# Optimize_time: 0.000173819\n# Wait_TS: 0.000431246\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 09:54:30.518 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:54:30.520 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:54:30.561 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:30.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:30.561 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:30.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:54:30.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:30.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.617 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 201, Table Name: t"] [2024/05/06 09:54:30.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.247996ms] [gotSchemaVersion=153] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:30.678 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=153] [2024/05/06 09:54:30.712 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.516039ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:30.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.738 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:30.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:30.738 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:30.738 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:30.783 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:30.524 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.849 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 09:54:30.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:30.853 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.33372041\n# Parse_time: 0.000450547\n# Compile_time: 0.000664076\n# Rewrite_time: 0.000006101\n# Optimize_time: 0.000403762\n# Wait_TS: 0.000456493\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/06 09:54:30.855 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=153] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:54:30.878 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:30.878 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:30.878 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/65651c96-388c-4294-b101-1e5a30c35518] [watcherID=3064b7c6-580a-4112-989e-4e2b813778be] [2024/05/06 09:54:30.881 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:30.892 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:30.892 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:30.892 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:30.892 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:30.905 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:30.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:30.905 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:30.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:54:30.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:30.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.979 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 203, Table Name: _t"] [2024/05/06 09:54:31.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=3.283488ms] [gotSchemaVersion=154] [phyTblIDs="[203]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:31.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=154] [2024/05/06 09:54:31.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.59872ms] [job="ID:204, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:30.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [job="ID:204, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:30.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.168 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:54:31.168 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:31.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.318109371\n# Parse_time: 0.000361589\n# Compile_time: 0.000826964\n# Rewrite_time: 0.000012399\n# Optimize_time: 0.000403762\n# Wait_TS: 0.000451937\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/06 09:54:31.717 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:31.925 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574147685875729] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=2.802214ms] [2024/05/06 09:54:31.925 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449574147685875729] [2024/05/06 09:54:31.927 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574147685875729] [commitTS=449574147698982913] [2024/05/06 09:54:31.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574147685875729] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] [concurrency=8] [2024/05/06 09:54:31.932 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574147685875729] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] ["cost time"=4.560611ms] ["completed regions"=1] [2024/05/06 09:54:31.932 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574147685875729] [commitTS=449574147698982913] [session=18] [2024/05/06 09:54:31.961 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574147698982916] [generation=1] [session=18] [keys=100] [size=2.4kB] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=3.42591ms] [2024/05/06 09:54:31.962 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.4kB] [startTS=449574147698982916] [2024/05/06 09:54:31.963 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574147698982916] [commitTS=449574147698982917] [2024/05/06 09:54:31.963 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574147698982916] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 09:54:31.965 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c95f7280000000000003e8] [2024/05/06 09:54:31.970 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c95f7280000000000003e8] ["first new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:1 id:66 store_id:3 id:67 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 09:54:31.970 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/05/06 09:54:31.971 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000003e8] ["new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:1 id:66 store_id:3 id:67 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.971 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/05/06 09:54:31.972 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000007d0] ["new region left"="{Id:68 StartKey:7480000000000000ffc95f728000000000ff0003e80000000000fa EndKey:7480000000000000ffc95f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:69 store_id:1 id:70 store_id:3 id:71 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.973 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/05/06 09:54:31.973 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000bb8] ["new region left"="{Id:72 StartKey:7480000000000000ffc95f728000000000ff0007d00000000000fa EndKey:7480000000000000ffc95f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:73 store_id:1 id:74 store_id:3 id:75 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.973 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/05/06 09:54:31.974 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000fa0] ["new region left"="{Id:76 StartKey:7480000000000000ffc95f728000000000ff000bb80000000000fa EndKey:7480000000000000ffc95f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:77 store_id:1 id:78 store_id:3 id:79 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.974 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/05/06 09:54:31.975 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001388] ["new region left"="{Id:80 StartKey:7480000000000000ffc95f728000000000ff000fa00000000000fa EndKey:7480000000000000ffc95f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:81 store_id:1 id:82 store_id:3 id:83 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.975 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/05/06 09:54:31.976 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001770] ["new region left"="{Id:84 StartKey:7480000000000000ffc95f728000000000ff0013880000000000fa EndKey:7480000000000000ffc95f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:85 store_id:1 id:86 store_id:3 id:87 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.976 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/05/06 09:54:31.977 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001b58] ["new region left"="{Id:88 StartKey:7480000000000000ffc95f728000000000ff0017700000000000fa EndKey:7480000000000000ffc95f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:89 store_id:1 id:90 store_id:3 id:91 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.977 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/05/06 09:54:31.978 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001f40] ["new region left"="{Id:92 StartKey:7480000000000000ffc95f728000000000ff001b580000000000fa EndKey:7480000000000000ffc95f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:93 store_id:1 id:94 store_id:3 id:95 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.978 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/05/06 09:54:31.979 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000002328] ["new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff001f400000000000fa EndKey:7480000000000000ffc95f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:97 store_id:1 id:98 store_id:3 id:99 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:31.979 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[64,68,72,76,80,84,88,92,96]"] [2024/05/06 09:54:31.979 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299986] [2024/05/06 09:54:31.979 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/05/06 09:54:31.980 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299985] [2024/05/06 09:54:31.980 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/05/06 09:54:31.980 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299985] [2024/05/06 09:54:31.981 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/05/06 09:54:31.981 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299984] [2024/05/06 09:54:31.981 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/05/06 09:54:31.981 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299984] [2024/05/06 09:54:31.982 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/05/06 09:54:31.982 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299983] [2024/05/06 09:54:31.982 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/05/06 09:54:31.982 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299983] [2024/05/06 09:54:31.983 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/05/06 09:54:31.983 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299982] [2024/05/06 09:54:31.983 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/05/06 09:54:31.983 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299981] [2024/05/06 09:54:31.984 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/05/06 09:54:32.003 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574147698982916] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=39.450998ms] ["completed regions"=10] [2024/05/06 09:54:32.003 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449574147698982916] [commitTS=449574147698982917] [session=18] [2024/05/06 09:54:32.008 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574147712090118] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=3.466911ms] [2024/05/06 09:54:32.008 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449574147712090118] [2024/05/06 09:54:32.010 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574147712090118] [commitTS=449574147712090120] [2024/05/06 09:54:32.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574147712090118] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/06 09:54:32.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574147712090118] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=13.31059ms] ["completed regions"=10] [2024/05/06 09:54:32.023 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449574147712090118] [commitTS=449574147712090120] [session=18] [2024/05/06 09:54:32.054 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [2024/05/06 09:54:32.054 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [2024/05/06 09:54:32.055 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [] [2024/05/06 09:54:32.056 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:32.056 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=23.378Β΅s] [2024/05/06 09:54:32.057 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=13.346Β΅s] [2024/05/06 09:54:32.057 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=16.743Β΅s] [2024/05/06 09:54:32.057 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=7.93Β΅s] [2024/05/06 09:54:32.057 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:32.057 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=15.556Β΅s] [2024/05/06 09:54:32.057 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:32.057 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:32.057 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:32.059 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5f53b952-d23f-4ecb-ad9e-c760fe774154] ["take time"=36.298431ms] [2024/05/06 09:54:32.059 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5f53b952-d23f-4ecb-ad9e-c760fe774154] [2024/05/06 09:54:32.061 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:32.061 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/65651c96-388c-4294-b101-1e5a30c35518] [watcherID=3064b7c6-580a-4112-989e-4e2b813778be] [2024/05/06 09:54:32.061 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:32.061 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/65651c96-388c-4294-b101-1e5a30c35518] [2024/05/06 09:54:32.062 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:32.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:32.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:32.062 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:32.068 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:32.068 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:32.068 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=921] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:32.069 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5f53b952-d23f-4ecb-ad9e-c760fe774154] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:32.069 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:32.069 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:32.069 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [error="context canceled"] [2024/05/06 09:54:32.069 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:32.069 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:32.069 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:32.069 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:32.069 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:32.069 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:32.069 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:32.069 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:32.069 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b5910b6-bc5b-44c6-978c-54b552f705ca"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:32.069 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b5910b6-bc5b-44c6-978c-54b552f705ca"] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5f53b952-d23f-4ecb-ad9e-c760fe774154] [2024/05/06 09:54:32.069 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:32.070 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:32.070 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:32.070 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:32.070 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:32.071 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:32.071 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2b5910b6-bc5b-44c6-978c-54b552f705ca] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:32.071 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:32.071 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:32.071 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:32.071 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:32.071 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 2b5910b6-bc5b-44c6-978c-54b552f705ca"] [error="context canceled"] [2024/05/06 09:54:32.093 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:32.093 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [error="context canceled"] [2024/05/06 09:54:32.093 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [2024/05/06 09:54:32.272 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b5910b6-bc5b-44c6-978c-54b552f705ca"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:33.329 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:33.329 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:33.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:33.347 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5f53b952-d23f-4ecb-ad9e-c760fe774154"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:33.347 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:33.347 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:33.347 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:33.355 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.331766228s] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:33.355 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:33.355 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:33.355 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:33.356 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:33.357 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDelete (3.93s) === RUN TestPipelinedDMLUpdate [2024/05/06 09:54:33.365 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:33.365 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:33.366 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:33.367 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:33.367 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:33.368 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:33.368 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:33.368 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:33.368 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:33.369 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:33.371 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:33.375 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:33.376 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:33.378 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:33.387 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:33.397 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:33.524 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2b5910b6-bc5b-44c6-978c-54b552f705ca"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:33.558 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1052] ["lease id"=22318f4d50c7cd5f] [2024/05/06 09:54:33.560 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:33.656 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=154] ["start time"=92.140473ms] [2024/05/06 09:54:33.662 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:33.662 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2f2afc5f-a913-4621-86bf-939b42b39365] [runWorker=true] [2024/05/06 09:54:33.662 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:33.664 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:33.665 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:33.665 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:33.665 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:33.666 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:33.666 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:33.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:33.666 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:33.666 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:33.667 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7ccbe] [ownerID=2f2afc5f-a913-4621-86bf-939b42b39365] [op=none] [2024/05/06 09:54:33.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:33.669 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=29162272-eeb7-40e4-9ab5-58257f1fafa1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:33.673 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:33.694 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:33.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:33.696 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:33.717 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:33.718 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7ccbe] [ownerID=2f2afc5f-a913-4621-86bf-939b42b39365] [op=none] [2024/05/06 09:54:33.718 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [op=none] [2024/05/06 09:54:33.718 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:33.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:33.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:33.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:33.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:33.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:33.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:33.833 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:33.833 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:33.833 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:33.833 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:33.833 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:33.835 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:33.835 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:33.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:33.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:33.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:33.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:33.837 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:33.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:33.842 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:33.847 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/65e3493a-1915-42a2-bee9-e0e08d8988df] [2024/05/06 09:54:33.847 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:33.848 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:33.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:33.850 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:33.850 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:33.886 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.988131ms] [2024/05/06 09:54:33.887 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:33.892 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:54:33.894 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:33.897 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:54:33.924 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:33.924 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:33.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.026 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=241.663Β΅s] [gotSchemaVersion=155] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.037 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=155] [2024/05/06 09:54:34.076 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=54.118381ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.131 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=244.296Β΅s] [gotSchemaVersion=156] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=156] [2024/05/06 09:54:34.210 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=54.009942ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.246 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.257 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 203, Old Table Name: _t"] [2024/05/06 09:54:34.288 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=215.861Β΅s] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.298 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=157] [2024/05/06 09:54:34.337 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.134198ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.409 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 09:54:34.422 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 09:54:34.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:33.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.488 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 09:54:34.488 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:34.517 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:34.516 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:34.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=277.14Β΅s] [gotSchemaVersion=158] [phyTblIDs="[201]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.627 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=158] [2024/05/06 09:54:34.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.50157ms] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.686 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:34.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:34.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:34.687 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:34.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=240.206Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.769 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=159] [2024/05/06 09:54:34.806 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.029601ms] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.839 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.847 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:34.847 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:34.848 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/65e3493a-1915-42a2-bee9-e0e08d8988df] [watcherID=c28ac6d5-9a7e-4f83-9681-f959e601624c] [2024/05/06 09:54:34.848 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 201, Old Table Name: t"] [2024/05/06 09:54:34.850 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:34.863 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:34.863 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:34.863 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:34.863 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:34.891 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=209.993Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:34.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/06 09:54:34.941 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=55.386701ms] [job="ID:206, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.990 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 09:54:34.998 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="drop table"] [2024/05/06 09:54:35.001 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [job="ID:206, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:34.474 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.050 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:54:35.051 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:35.054 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 1.157852681\n# Parse_time: 0.000259497\n# Compile_time: 0.000742654\n# Rewrite_time: 0.000023587\n# Optimize_time: 0.000177559\n# Wait_TS: 0.00037952\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:54:35.085 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:54:35.087 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:54:35.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:35.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:35.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:35.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:54:35.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:35.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.179 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 207, Table Name: t"] [2024/05/06 09:54:35.222 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=2.091841ms] [gotSchemaVersion=161] [phyTblIDs="[207]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:35.234 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=161] [2024/05/06 09:54:35.270 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.456944ms] [job="ID:208, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:35.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.334 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [job="ID:208, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:35.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.367 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/06 09:54:35.367 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:35.371 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:54:35.412 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:35.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:35.412 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:35.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:54:35.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:35.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.459 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 209, Table Name: _t"] [2024/05/06 09:54:35.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.084094ms] [gotSchemaVersion=162] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:35.513 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=162] [2024/05/06 09:54:35.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.80693ms] [job="ID:210, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:35.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.583 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:35.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:35.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/06 09:54:35.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:35.665 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:36.386 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.774367ms] [2024/05/06 09:54:36.388 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.328312ms] [2024/05/06 09:54:36.390 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.198133ms] [2024/05/06 09:54:36.392 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.400874ms] [2024/05/06 09:54:36.394 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.226815ms] [2024/05/06 09:54:36.397 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.198641ms] [2024/05/06 09:54:36.399 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.196441ms] [2024/05/06 09:54:36.401 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.136645ms] [2024/05/06 09:54:36.403 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.099814ms] [2024/05/06 09:54:36.405 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.050508ms] [2024/05/06 09:54:36.405 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523714] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=32.34Β΅s] [2024/05/06 09:54:36.405 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574148865523714] [2024/05/06 09:54:36.406 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574148865523714] [commitTS=449574148865523716] [2024/05/06 09:54:36.406 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574148865523714] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] [concurrency=8] [2024/05/06 09:54:36.410 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574148865523714] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] ["cost time"=3.537099ms] ["completed regions"=1] [2024/05/06 09:54:36.410 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574148865523714] [commitTS=449574148865523716] [session=20] [2024/05/06 09:54:36.424 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=1] [session=20] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.592361ms] [2024/05/06 09:54:36.426 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=2] [session=20] [keys=10] [size=240B] ["flushed keys"=20] ["flushed size"=480B] ["take time"=1.251793ms] [2024/05/06 09:54:36.428 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=3] [session=20] [keys=10] [size=240B] ["flushed keys"=30] ["flushed size"=720B] ["take time"=1.248569ms] [2024/05/06 09:54:36.429 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=4] [session=20] [keys=10] [size=240B] ["flushed keys"=40] ["flushed size"=960B] ["take time"=1.518586ms] [2024/05/06 09:54:36.431 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=5] [session=20] [keys=10] [size=240B] ["flushed keys"=50] ["flushed size"=1.2kB] ["take time"=1.161659ms] [2024/05/06 09:54:36.433 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=6] [session=20] [keys=10] [size=240B] ["flushed keys"=60] ["flushed size"=1.44kB] ["take time"=1.228469ms] [2024/05/06 09:54:36.435 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=7] [session=20] [keys=10] [size=240B] ["flushed keys"=70] ["flushed size"=1.68kB] ["take time"=1.19017ms] [2024/05/06 09:54:36.436 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=8] [session=20] [keys=10] [size=240B] ["flushed keys"=80] ["flushed size"=1.92kB] ["take time"=1.162706ms] [2024/05/06 09:54:36.438 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=9] [session=20] [keys=10] [size=240B] ["flushed keys"=90] ["flushed size"=2.16kB] ["take time"=1.19458ms] [2024/05/06 09:54:36.440 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=10] [session=20] [keys=10] [size=240B] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=1.184432ms] [2024/05/06 09:54:36.441 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=11] [session=20] [keys=10] [size=240B] ["flushed keys"=110] ["flushed size"=2.64kB] ["take time"=1.087536ms] [2024/05/06 09:54:36.442 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=12] [session=20] [keys=10] [size=240B] ["flushed keys"=120] ["flushed size"=2.88kB] ["take time"=1.088477ms] [2024/05/06 09:54:36.444 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=13] [session=20] [keys=10] [size=240B] ["flushed keys"=130] ["flushed size"=3.12kB] ["take time"=1.126534ms] [2024/05/06 09:54:36.445 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=14] [session=20] [keys=10] [size=240B] ["flushed keys"=140] ["flushed size"=3.36kB] ["take time"=1.097331ms] [2024/05/06 09:54:36.447 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=15] [session=20] [keys=10] [size=240B] ["flushed keys"=150] ["flushed size"=3.6kB] ["take time"=1.087571ms] [2024/05/06 09:54:36.450 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=16] [session=20] [keys=10] [size=240B] ["flushed keys"=160] ["flushed size"=3.84kB] ["take time"=1.376696ms] [2024/05/06 09:54:36.452 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=17] [session=20] [keys=10] [size=240B] ["flushed keys"=170] ["flushed size"=4.08kB] ["take time"=1.396912ms] [2024/05/06 09:54:36.453 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=18] [session=20] [keys=10] [size=240B] ["flushed keys"=180] ["flushed size"=4.32kB] ["take time"=1.334762ms] [2024/05/06 09:54:36.455 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=19] [session=20] [keys=10] [size=240B] ["flushed keys"=190] ["flushed size"=4.56kB] ["take time"=1.31333ms] [2024/05/06 09:54:36.456 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148865523719] [generation=20] [session=20] [keys=8] [size=192B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=1.148408ms] [2024/05/06 09:54:36.456 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=198] [size=4.752kB] [startTS=449574148865523719] [2024/05/06 09:54:36.458 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574148865523719] [commitTS=449574148878630914] [2024/05/06 09:54:36.458 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574148865523719] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 09:54:36.460 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cf5f7280000000000003e8] [2024/05/06 09:54:36.462 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574148865523719] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=4.368539ms] ["completed regions"=1] [2024/05/06 09:54:36.463 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574148865523719] [commitTS=449574148878630914] [session=20] [2024/05/06 09:54:36.463 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cf5f7280000000000003e8] ["first new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:1 id:102 store_id:3 id:103 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/06 09:54:36.463 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/05/06 09:54:36.464 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000003e8] ["new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:1 id:102 store_id:3 id:103 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.464 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/05/06 09:54:36.465 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000007d0] ["new region left"="{Id:104 StartKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa EndKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:105 store_id:1 id:106 store_id:3 id:107 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.465 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/05/06 09:54:36.466 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000bb8] ["new region left"="{Id:108 StartKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa EndKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:109 store_id:1 id:110 store_id:3 id:111 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.466 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/05/06 09:54:36.467 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000fa0] ["new region left"="{Id:112 StartKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa EndKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:113 store_id:1 id:114 store_id:3 id:115 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.467 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/05/06 09:54:36.468 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001388] ["new region left"="{Id:116 StartKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa EndKey:7480000000000000ffcf5f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:117 store_id:1 id:118 store_id:3 id:119 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.468 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/05/06 09:54:36.469 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001770] ["new region left"="{Id:120 StartKey:7480000000000000ffcf5f728000000000ff0013880000000000fa EndKey:7480000000000000ffcf5f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:121 store_id:1 id:122 store_id:3 id:123 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.469 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/05/06 09:54:36.470 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001b58] ["new region left"="{Id:124 StartKey:7480000000000000ffcf5f728000000000ff0017700000000000fa EndKey:7480000000000000ffcf5f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:125 store_id:1 id:126 store_id:3 id:127 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.470 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/05/06 09:54:36.470 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001f40] ["new region left"="{Id:128 StartKey:7480000000000000ffcf5f728000000000ff001b580000000000fa EndKey:7480000000000000ffcf5f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:129 store_id:1 id:130 store_id:3 id:131 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.471 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=132] [2024/05/06 09:54:36.471 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000002328] ["new region left"="{Id:132 StartKey:7480000000000000ffcf5f728000000000ff001f400000000000fa EndKey:7480000000000000ffcf5f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:133 store_id:1 id:134 store_id:3 id:135 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:54:36.472 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[100,104,108,112,116,120,124,128,132]"] [2024/05/06 09:54:36.472 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299988] [2024/05/06 09:54:36.472 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/05/06 09:54:36.472 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299987] [2024/05/06 09:54:36.473 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/05/06 09:54:36.473 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299987] [2024/05/06 09:54:36.473 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/05/06 09:54:36.473 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299986] [2024/05/06 09:54:36.474 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/05/06 09:54:36.474 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299986] [2024/05/06 09:54:36.474 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/05/06 09:54:36.474 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299985] [2024/05/06 09:54:36.475 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/05/06 09:54:36.475 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299985] [2024/05/06 09:54:36.475 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/05/06 09:54:36.475 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299984] [2024/05/06 09:54:36.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/05/06 09:54:36.476 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=132] [backoff(ms)=299984] [2024/05/06 09:54:36.476 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=132] [2024/05/06 09:54:36.550 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.562624ms] [2024/05/06 09:54:36.552 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=2.269065ms] [2024/05/06 09:54:36.555 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=3] [session=20] [keys=11] [size=319B] ["flushed keys"=31] ["flushed size"=899B] ["take time"=2.348445ms] [2024/05/06 09:54:36.557 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=4] [session=20] [keys=12] [size=348B] ["flushed keys"=43] ["flushed size"=1.247kB] ["take time"=1.513413ms] [2024/05/06 09:54:36.559 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=53] ["flushed size"=1.537kB] ["take time"=1.756372ms] [2024/05/06 09:54:36.562 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=63] ["flushed size"=1.827kB] ["take time"=1.660976ms] [2024/05/06 09:54:36.564 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=73] ["flushed size"=2.117kB] ["take time"=1.623944ms] [2024/05/06 09:54:36.566 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=83] ["flushed size"=2.407kB] ["take time"=1.496384ms] [2024/05/06 09:54:36.568 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=93] ["flushed size"=2.697kB] ["take time"=1.590829ms] [2024/05/06 09:54:36.570 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574148891738113] [generation=10] [session=20] [keys=7] [size=203B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.326546ms] [2024/05/06 09:54:36.570 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574148891738113] [2024/05/06 09:54:36.572 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574148891738113] [commitTS=449574148905107461] [2024/05/06 09:54:36.572 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574148891738113] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/06 09:54:36.588 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574148891738113] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=16.423788ms] ["completed regions"=10] [2024/05/06 09:54:36.589 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449574148891738113] [commitTS=449574148905107461] [session=20] [2024/05/06 09:54:36.618 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [2024/05/06 09:54:36.618 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [2024/05/06 09:54:36.619 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [] [2024/05/06 09:54:36.620 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:36.620 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=20.515Β΅s] [2024/05/06 09:54:36.620 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=14.906Β΅s] [2024/05/06 09:54:36.620 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=13.063Β΅s] [2024/05/06 09:54:36.621 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=4.834Β΅s] [2024/05/06 09:54:36.621 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:36.621 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=11.919Β΅s] [2024/05/06 09:54:36.621 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:36.621 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:36.621 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:36.623 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2f2afc5f-a913-4621-86bf-939b42b39365] ["take time"=37.100052ms] [2024/05/06 09:54:36.624 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2f2afc5f-a913-4621-86bf-939b42b39365] [2024/05/06 09:54:36.625 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:36.626 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/65e3493a-1915-42a2-bee9-e0e08d8988df] [watcherID=c28ac6d5-9a7e-4f83-9681-f959e601624c] [2024/05/06 09:54:36.626 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:36.626 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/65e3493a-1915-42a2-bee9-e0e08d8988df] [2024/05/06 09:54:36.626 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:36.626 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:36.626 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.626 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:36.632 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:36.632 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:36.632 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1052] [2024/05/06 09:54:36.633 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2f2afc5f-a913-4621-86bf-939b42b39365] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:36.633 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:36.633 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:36.633 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:36.633 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:36.633 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:36.633 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:36.633 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:36.633 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:36.633 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29162272-eeb7-40e4-9ab5-58257f1fafa1"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:36.633 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [error="context canceled"] [2024/05/06 09:54:36.633 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2f2afc5f-a913-4621-86bf-939b42b39365] [2024/05/06 09:54:36.633 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:36.634 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:36.633 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29162272-eeb7-40e4-9ab5-58257f1fafa1"] [2024/05/06 09:54:36.634 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [2024/05/06 09:54:36.634 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:36.634 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:36.634 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:36.634 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:36.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:36.635 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:36.635 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=29162272-eeb7-40e4-9ab5-58257f1fafa1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:36.635 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:36.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:36.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:36.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:36.635 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 29162272-eeb7-40e4-9ab5-58257f1fafa1"] [error="context canceled"] [2024/05/06 09:54:36.677 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:36.677 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [error="context canceled"] [2024/05/06 09:54:36.677 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [2024/05/06 09:54:36.836 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29162272-eeb7-40e4-9ab5-58257f1fafa1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:37.895 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:37.896 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:37.896 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:37.939 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f2afc5f-a913-4621-86bf-939b42b39365"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:37.939 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:37.939 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:37.939 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:37.947 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.360280841s] [2024/05/06 09:54:37.947 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.947 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:37.947 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:37.947 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.947 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:37.947 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:37.947 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:37.948 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:37.948 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.948 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:37.948 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.948 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:37.948 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:37.949 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLUpdate (4.59s) === RUN TestPipelinedDMLCommitFailed [2024/05/06 09:54:37.957 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:37.957 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:37.959 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:37.959 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.959 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:37.960 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.960 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.960 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.960 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.960 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.962 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:37.966 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:37.968 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:37.969 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:37.978 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:37.988 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:38.092 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29162272-eeb7-40e4-9ab5-58257f1fafa1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:38.125 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=473] ["lease id"=3eaa8f4d50c7ccea] [2024/05/06 09:54:38.127 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:38.224 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=162] ["start time"=92.618968ms] [2024/05/06 09:54:38.230 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:38.230 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5dd0176d-e80c-4f04-83b9-941746c5209d] [runWorker=true] [2024/05/06 09:54:38.230 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:38.232 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:38.232 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:38.232 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:38.233 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:38.233 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:38.233 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:38.233 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:38.234 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7ccfc] [ownerID=5dd0176d-e80c-4f04-83b9-941746c5209d] [op=none] [2024/05/06 09:54:38.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:38.236 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=44adfb38-2ac3-4726-be6d-7548897837af] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:38.240 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:38.260 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:38.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:38.262 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:38.285 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:38.286 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7ccfc] [ownerID=5dd0176d-e80c-4f04-83b9-941746c5209d] [op=none] [2024/05/06 09:54:38.286 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [op=none] [2024/05/06 09:54:38.286 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:38.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:38.390 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:38.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:38.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:38.401 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:38.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:38.401 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:38.401 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:38.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:38.401 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:38.401 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:38.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:38.404 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:38.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:38.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:38.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:38.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:38.405 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:38.408 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:38.410 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:38.415 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d5c692df-21f5-4725-b516-08124735feef] [2024/05/06 09:54:38.415 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:38.416 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:38.420 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:38.421 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:38.421 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:38.452 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.130017ms] [2024/05/06 09:54:38.455 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:38.460 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:54:38.463 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:38.465 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:54:38.491 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:38.491 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:38.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.626 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=299.805Β΅s] [gotSchemaVersion=163] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:38.637 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=163] [2024/05/06 09:54:38.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=54.305452ms] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.749 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=255.395Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:38.790 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=164] [2024/05/06 09:54:38.829 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.110144ms] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.894 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.905 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 209, Old Table Name: _t"] [2024/05/06 09:54:38.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=232.421Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:38.945 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=165] [2024/05/06 09:54:38.984 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.965698ms] [job="ID:211, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.043 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/06 09:54:39.056 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/06 09:54:39.060 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:38.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.110 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:54:39.110 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:39.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:39.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:39.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.210 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=254.308Β΅s] [gotSchemaVersion=166] [phyTblIDs="[207]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:39.221 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=166] [2024/05/06 09:54:39.254 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:39.254 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:39.255 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:39.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:39.259 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=53.100665ms] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=560.333Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:39.371 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=167] [2024/05/06 09:54:39.376 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.504658ms] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.416 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:39.416 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:39.416 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d5c692df-21f5-4725-b516-08124735feef] [watcherID=54bf8e70-3503-43a6-a92d-17754cbc2564] [2024/05/06 09:54:39.421 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:39.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.433 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:39.433 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:39.433 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:39.433 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:39.440 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 207, Old Table Name: t"] [2024/05/06 09:54:39.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=245.006Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:39.483 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/06 09:54:39.522 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.857023ms] [job="ID:212, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.574 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=212] [tableIDs="[207]"] [comment="drop table: table ID"] [2024/05/06 09:54:39.581 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=212] [jobType="drop table"] [2024/05/06 09:54:39.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [job="ID:212, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:39.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.643 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/06 09:54:39.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:39.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 1.181837617\n# Parse_time: 0.000261464\n# Compile_time: 0.000756378\n# Rewrite_time: 0.000014166\n# Optimize_time: 0.000195891\n# Wait_TS: 0.000437793\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:54:39.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:54:39.666 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:54:39.701 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:39.701 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:54:39.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.746 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 213, Table Name: t"] [2024/05/06 09:54:39.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=2.286948ms] [gotSchemaVersion=169] [phyTblIDs="[213]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:39.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=169] [2024/05/06 09:54:39.841 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.17023ms] [job="ID:214, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.910 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [job="ID:214, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:39.946 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 09:54:39.947 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:39.950 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:54:40.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:40.018 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:54:40.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.078 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 215, Table Name: _t"] [2024/05/06 09:54:40.138 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.597652ms] [gotSchemaVersion=170] [phyTblIDs="[215]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:40.150 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=170] [2024/05/06 09:54:40.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.792457ms] [job="ID:216, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.233 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:40.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [job="ID:216, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.300 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:54:40.300 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:40.303 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 0.353324529\n# Parse_time: 0.000261553\n# Compile_time: 0.000668191\n# Rewrite_time: 0.000020982\n# Optimize_time: 0.000462629\n# Wait_TS: 0.000331699\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 09:54:41.048 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574150084493314] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.258135ms] [2024/05/06 09:54:41.048 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574150084493314] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=32.757Β΅s] [2024/05/06 09:54:41.048 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574150084493314] [2024/05/06 09:54:41.049 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 09:54:41.049 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:41.050 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:41.081 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574150084493319] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.777421ms] [2024/05/06 09:54:41.081 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574150084493319] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=48.912Β΅s] [2024/05/06 09:54:41.081 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574150084493319] [2024/05/06 09:54:41.082 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/06 09:54:41.082 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:41.083 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:41.118 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [2024/05/06 09:54:41.118 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [2024/05/06 09:54:41.118 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:41.120 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [] [2024/05/06 09:54:41.121 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:41.121 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=29.146Β΅s] [2024/05/06 09:54:41.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=17.411Β΅s] [2024/05/06 09:54:41.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=18.421Β΅s] [2024/05/06 09:54:41.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=16.942Β΅s] [2024/05/06 09:54:41.122 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:41.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=14.529Β΅s] [2024/05/06 09:54:41.122 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:41.122 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:41.122 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:41.125 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5dd0176d-e80c-4f04-83b9-941746c5209d] ["take time"=30.575859ms] [2024/05/06 09:54:41.125 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5dd0176d-e80c-4f04-83b9-941746c5209d] [2024/05/06 09:54:41.127 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:41.128 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:41.128 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d5c692df-21f5-4725-b516-08124735feef] [watcherID=54bf8e70-3503-43a6-a92d-17754cbc2564] [2024/05/06 09:54:41.128 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d5c692df-21f5-4725-b516-08124735feef] [2024/05/06 09:54:41.128 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:41.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:41.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:41.128 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:41.134 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:41.134 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=473] [2024/05/06 09:54:41.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5dd0176d-e80c-4f04-83b9-941746c5209d] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:41.136 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 44adfb38-2ac3-4726-be6d-7548897837af"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:41.137 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:41.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:41.137 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:41.137 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:41.137 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:41.137 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="context canceled"] [2024/05/06 09:54:41.137 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:41.136 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:41.136 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:41.137 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [2024/05/06 09:54:41.137 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:41.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:41.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:41.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:41.137 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:41.137 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:41.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:41.137 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5dd0176d-e80c-4f04-83b9-941746c5209d] [2024/05/06 09:54:41.137 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:41.137 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:41.139 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:41.139 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:41.139 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=44adfb38-2ac3-4726-be6d-7548897837af] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:41.139 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:41.139 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:41.139 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 44adfb38-2ac3-4726-be6d-7548897837af"] [error="context canceled"] [2024/05/06 09:54:41.139 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:41.139 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 44adfb38-2ac3-4726-be6d-7548897837af"] [2024/05/06 09:54:41.147 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:41.149 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:41.149 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:41.150 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:41.150 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:41.150 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:41.151 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:41.176 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:41.176 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="context canceled"] [2024/05/06 09:54:41.176 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [2024/05/06 09:54:41.176 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:42.398 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:42.398 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 44adfb38-2ac3-4726-be6d-7548897837af"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:42.398 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:42.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:42.429 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5dd0176d-e80c-4f04-83b9-941746c5209d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:42.429 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:42.429 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:42.429 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:42.437 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.342307167s] [2024/05/06 09:54:42.437 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:42.437 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:42.437 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:42.438 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:42.438 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:42.438 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:42.438 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:42.439 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitFailed (4.49s) === RUN TestPipelinedDMLCommitSkipSecondaries [2024/05/06 09:54:42.444 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:42.444 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:42.445 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:42.446 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:42.446 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:42.447 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:42.447 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:42.447 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:42.447 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:42.447 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:42.449 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:42.452 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:42.454 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:42.455 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:42.463 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:42.474 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:42.609 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=68] ["lease id"=22318f4d50c7cdd5] [2024/05/06 09:54:42.611 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:42.703 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=170] ["start time"=88.670127ms] [2024/05/06 09:54:42.708 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:42.708 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=79d1a3ad-327c-48ee-9e35-ce72dcfce797] [runWorker=true] [2024/05/06 09:54:42.708 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:42.710 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:42.711 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:42.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:42.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:42.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:42.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:42.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:42.711 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:42.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:42.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:42.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:42.712 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:42.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:42.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:42.712 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:42.712 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:42.713 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7cd20] [ownerID=79d1a3ad-327c-48ee-9e35-ce72dcfce797] [op=none] [2024/05/06 09:54:42.714 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:42.714 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9693522c-66c6-4fc5-988b-3c52bd662b3d] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:42.718 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:42.736 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:42.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:42.738 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:42.762 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:42.763 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7cd20] [ownerID=79d1a3ad-327c-48ee-9e35-ce72dcfce797] [op=none] [2024/05/06 09:54:42.763 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [op=none] [2024/05/06 09:54:42.763 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:42.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:42.869 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:42.880 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:42.880 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:42.880 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:42.880 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:42.880 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:42.880 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:42.880 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:42.881 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:42.881 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:42.883 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:42.883 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:42.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:42.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:42.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:42.884 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:42.884 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:42.887 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:42.889 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:42.895 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/40ee7659-2232-4ea1-a05f-3af97087413c] [2024/05/06 09:54:42.895 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:42.896 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:42.899 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:42.899 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:42.900 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:42.928 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.862979ms] [2024/05/06 09:54:42.936 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:42.941 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:54:42.942 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:42.944 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:54:42.968 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:42.968 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:43.034 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=211.184Β΅s] [gotSchemaVersion=171] [phyTblIDs="[215]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:43.070 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=171] [2024/05/06 09:54:43.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.885346ms] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.196 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=283.815Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:43.206 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=172] [2024/05/06 09:54:43.245 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.442809ms] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.276 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.285 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 215, Old Table Name: _t"] [2024/05/06 09:54:43.315 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=206.529Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:43.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=173] [2024/05/06 09:54:43.364 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.103823ms] [job="ID:217, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.421 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=217] [tableIDs="[215]"] [comment="drop table: table ID"] [2024/05/06 09:54:43.434 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=217] [jobType="drop table"] [2024/05/06 09:54:43.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [job="ID:217, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:42.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.483 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=217] [2024/05/06 09:54:43.483 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:43.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:43.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:43.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.608 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=250.322Β΅s] [gotSchemaVersion=174] [phyTblIDs="[213]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:43.619 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=174] [2024/05/06 09:54:43.658 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.314129ms] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.730 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:43.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:43.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:43.730 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:43.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=223.696Β΅s] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:43.758 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=175] [2024/05/06 09:54:43.798 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.681502ms] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:43.872 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 213, Old Table Name: t"] [2024/05/06 09:54:43.895 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:43.895 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:43.896 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/40ee7659-2232-4ea1-a05f-3af97087413c] [watcherID=3f362807-fce3-4df7-b942-e3540800c946] [2024/05/06 09:54:43.900 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:43.901 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=212.588Β΅s] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:43.912 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:43.912 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:43.912 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:43.912 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:43.915 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=176] [2024/05/06 09:54:43.951 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.098138ms] [job="ID:218, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.011 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=218] [tableIDs="[213]"] [comment="drop table: table ID"] [2024/05/06 09:54:44.019 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=218] [jobType="drop table"] [2024/05/06 09:54:44.022 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [job="ID:218, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:43.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:54:44.071 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:44.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.130415641\n# Parse_time: 0.000188434\n# Compile_time: 0.000501862\n# Rewrite_time: 0.000008714\n# Optimize_time: 0.000180475\n# Wait_TS: 0.000445513\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:54:44.082 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/06 09:54:44.085 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/06 09:54:44.127 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:44.127 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/06 09:54:44.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:44.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.185 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 219, Table Name: t"] [2024/05/06 09:54:44.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.06865ms] [gotSchemaVersion=177] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:44.266 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=177] [2024/05/06 09:54:44.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.57665ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.337 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:44.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.369 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:54:44.370 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:44.374 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=177] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/06 09:54:44.419 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:44.419 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/06 09:54:44.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:44.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.492 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 221, Table Name: _t"] [2024/05/06 09:54:44.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.174895ms] [gotSchemaVersion=178] [phyTblIDs="[221]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:44.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=178] [2024/05/06 09:54:44.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.268776ms] [job="ID:222, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.642 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [job="ID:222, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:44.373 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:44.676 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:54:44.676 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:44.679 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.306153855\n# Parse_time: 0.000467431\n# Compile_time: 0.000682523\n# Rewrite_time: 0.000013898\n# Optimize_time: 0.000303458\n# Wait_TS: 0.000357419\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/06 09:54:44.711 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:45.469 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574151237926919] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=6.05755ms] [2024/05/06 09:54:45.469 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574151237926919] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=47.668Β΅s] [2024/05/06 09:54:45.469 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574151237926919] [2024/05/06 09:54:45.472 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574151237926919] [commitTS=449574151237926923] [2024/05/06 09:54:45.513 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574151251034116] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.276552ms] [2024/05/06 09:54:45.513 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574151251034116] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=49.902Β΅s] [2024/05/06 09:54:45.513 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574151251034116] [2024/05/06 09:54:45.515 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574151251034116] [commitTS=449574151251034117] [2024/05/06 09:54:45.547 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [2024/05/06 09:54:45.547 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [2024/05/06 09:54:45.547 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:45.549 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=28.407Β΅s] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=18.052Β΅s] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=15.05Β΅s] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=11.069Β΅s] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=14.136Β΅s] [2024/05/06 09:54:45.550 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:45.550 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:45.550 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:45.553 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=79d1a3ad-327c-48ee-9e35-ce72dcfce797] ["take time"=26.263524ms] [2024/05/06 09:54:45.553 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=79d1a3ad-327c-48ee-9e35-ce72dcfce797] [2024/05/06 09:54:45.555 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:45.555 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:45.555 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/40ee7659-2232-4ea1-a05f-3af97087413c] [watcherID=3f362807-fce3-4df7-b942-e3540800c946] [2024/05/06 09:54:45.555 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/40ee7659-2232-4ea1-a05f-3af97087413c] [2024/05/06 09:54:45.556 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:45.556 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:45.556 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:45.556 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:45.565 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:45.565 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=68] [2024/05/06 09:54:45.567 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=79d1a3ad-327c-48ee-9e35-ce72dcfce797] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:45.568 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:45.568 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9693522c-66c6-4fc5-988b-3c52bd662b3d"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:45.568 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:45.568 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:45.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:45.568 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="context canceled"] [2024/05/06 09:54:45.568 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:45.568 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:45.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:45.568 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:45.568 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:45.567 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:45.569 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=79d1a3ad-327c-48ee-9e35-ce72dcfce797] [2024/05/06 09:54:45.569 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:45.568 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:45.568 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [2024/05/06 09:54:45.569 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:45.569 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:45.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:45.569 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:45.569 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:45.569 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:45.569 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:45.569 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:45.569 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:45.571 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:45.571 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:45.571 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:45.571 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:45.571 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9693522c-66c6-4fc5-988b-3c52bd662b3d] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:45.571 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9693522c-66c6-4fc5-988b-3c52bd662b3d"] [error="context canceled"] [2024/05/06 09:54:45.571 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9693522c-66c6-4fc5-988b-3c52bd662b3d"] [2024/05/06 09:54:45.571 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:45.571 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9693522c-66c6-4fc5-988b-3c52bd662b3d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:45.641 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:45.641 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="context canceled"] [2024/05/06 09:54:45.641 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [2024/05/06 09:54:45.641 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:46.803 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:46.803 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:46.803 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:46.824 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9693522c-66c6-4fc5-988b-3c52bd662b3d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:46.872 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 79d1a3ad-327c-48ee-9e35-ce72dcfce797"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:46.873 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:46.873 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:46.873 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:46.880 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.353240094s] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:46.881 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:46.881 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:46.881 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:46.881 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:46.883 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitSkipSecondaries (4.44s) === RUN TestPipelinedDMLDisableRetry [2024/05/06 09:54:46.888 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:46.888 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:46.889 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:46.890 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:46.890 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:46.891 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:46.891 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:46.891 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:46.891 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:46.891 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:46.893 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:46.898 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:46.900 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:46.901 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:46.909 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:46.920 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:47.093 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1738] ["lease id"=6f188f4d50c7cd51] [2024/05/06 09:54:47.096 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:47.191 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=178] ["start time"=90.493196ms] [2024/05/06 09:54:47.196 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:47.196 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=ccee563e-47f6-4923-8000-9a6fb802378d] [runWorker=true] [2024/05/06 09:54:47.196 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:47.199 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:47.200 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:47.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:47.200 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:47.200 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:47.200 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:47.202 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7ce15] [ownerID=ccee563e-47f6-4923-8000-9a6fb802378d] [op=none] [2024/05/06 09:54:47.202 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:47.203 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:47.207 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:47.227 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:47.229 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:47.229 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:47.252 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:47.253 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7ce15] [ownerID=ccee563e-47f6-4923-8000-9a6fb802378d] [op=none] [2024/05/06 09:54:47.253 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [op=none] [2024/05/06 09:54:47.253 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:47.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:47.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:47.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:47.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:47.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:47.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:47.367 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:47.367 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:47.367 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:47.367 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:47.367 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:47.369 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:47.369 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:47.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:47.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:47.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:47.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:47.371 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:47.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:47.375 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:47.382 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6243cbb6-1452-44dd-b02b-3bb171d63618] [2024/05/06 09:54:47.382 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:47.383 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:47.385 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:47.385 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:47.385 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:47.416 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.265898ms] [2024/05/06 09:54:47.425 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:47.429 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/06 09:54:47.432 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/06 09:54:47.434 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/06 09:54:47.463 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:47.463 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:47.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=273.303Β΅s] [gotSchemaVersion=179] [phyTblIDs="[221]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:47.577 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=179] [2024/05/06 09:54:47.615 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.128853ms] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=228.945Β΅s] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:47.701 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=180] [2024/05/06 09:54:47.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=67.481861ms] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.836 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 221, Old Table Name: _t"] [2024/05/06 09:54:47.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=257.6Β΅s] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:47.877 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=181] [2024/05/06 09:54:47.916 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=54.447168ms] [job="ID:223, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.965 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 09:54:47.978 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="drop table"] [2024/05/06 09:54:47.982 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [job="ID:223, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:47.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.049 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/06 09:54:48.049 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.080 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:48.080 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/06 09:54:48.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=220.767Β΅s] [gotSchemaVersion=182] [phyTblIDs="[219]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:48.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=182] [2024/05/06 09:54:48.222 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:48.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:48.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:48.222 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:48.228 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.005217ms] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.300 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=253.198Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:48.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=183] [2024/05/06 09:54:48.349 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.333837ms] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.383 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:48.383 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:48.383 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6243cbb6-1452-44dd-b02b-3bb171d63618] [watcherID=17469a08-04f9-471a-8f02-e42880f078b3] [2024/05/06 09:54:48.385 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:48.397 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:48.397 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:48.397 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:48.397 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:48.418 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.426 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 219, Old Table Name: t"] [2024/05/06 09:54:48.469 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=213.222Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:48.501 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=184] [2024/05/06 09:54:48.506 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=52.776945ms] [job="ID:224, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.549 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 09:54:48.557 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/06 09:54:48.561 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:48.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:54:48.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 26\n# Query_time: 1.193802685\n# Parse_time: 0.000213011\n# Compile_time: 0.000548395\n# Rewrite_time: 0.000013296\n# Optimize_time: 0.000181064\n# Wait_TS: 0.000334829\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/06 09:54:48.641 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:54:48.643 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 09:54:48.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:48.686 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 09:54:48.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.734 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 225, Table Name: t1"] [2024/05/06 09:54:48.785 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.81778ms] [gotSchemaVersion=185] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:48.796 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=185] [2024/05/06 09:54:48.831 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=54.143895ms] [job="ID:226, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.960 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:54:48.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.965 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.322081101\n# Parse_time: 0.000437989\n# Compile_time: 0.000714356\n# Rewrite_time: 0.000010518\n# Optimize_time: 0.000360951\n# Wait_TS: 0.000373087\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 09:54:48.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=185] [cur_db=test] [sql="create table t2(a int, b int)"] [user=] [2024/05/06 09:54:49.011 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:49.011 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int)"] [2024/05/06 09:54:49.057 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.066 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 227, Table Name: t2"] [2024/05/06 09:54:49.111 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.330122ms] [gotSchemaVersion=186] [phyTblIDs="[227]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:49.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=186] [2024/05/06 09:54:49.159 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.776908ms] [job="ID:228, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.214 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:49.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [job="ID:228, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.973 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.287 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:54:49.288 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:49.291 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.325704799\n# Parse_time: 0.000446141\n# Compile_time: 0.000857128\n# Rewrite_time: 0.000010791\n# Optimize_time: 0.000360951\n# Wait_TS: 0.000457612\n# DB: test\n# Is_internal: false\n# Digest: f70ede6edaca166e5ceabf2f1c9af2dc99c3d9cebb6fcd126d05988c6dd39c5b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t2(a int, b int);"] [2024/05/06 09:54:49.813 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574152247181325] [generation=1] [session=27] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=1.211926ms] [2024/05/06 09:54:49.814 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:49.814 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-rollback-449574152247181325] [startKey=7480000000000000e15f728000000000000001] [endKey=7480000000000000e15f728000000000000001] [2024/05/06 09:54:49.815 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=0] [startTS=449574152247181325] [commitTS=0] [session=27] [2024/05/06 09:54:49.816 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574152247181325\n# Conn_ID: 27\n# Query_time: 0.50974992\n# Parse_time: 0.000743463\n# Compile_time: 0.003402455\n# Rewrite_time: 0.002094197\n# Optimize_time: 0.000360951\n# Wait_TS: 0.000468272\n# Cop_time: 0.001050292 Process_time: 0.000043009 Wait_time: 0.000031599 Request_count: 1 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: test\n# Is_internal: false\n# Digest: 17ec1fbcf3620b11461e2eff18cd122e69a53042f1ba2502f253416afd1b6f79\n# Stats: t2:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.3009e-05 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.1599e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 17106\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rgbwUjAJMjdfMQkwCTAJTi9BCTAJdGltZTo1MDMuMm1zLCBsb29wczoxLCBwcmVwYXJlOiA1MDIuOG1zLCBpbnNlcnQ6NDYxLjLCtXMJNDAyIEJ5dGVzAUloCjEJMTRfNgkwCTEwMDAwCXRlc3QudDIuYQkyCWIMMS43NhlhEDIJMzIwDT4NCBwKMgkzMV8xMBVDTGRhdGE6VGFibGVGdWxsU2Nhbl85GU4ENDQdTvA+LCBjb3BfdGFzazoge251bTogMSwgbWF4OiA5NjkuOcK1cywgcHJvY19rZXlzOiAyLCB0b3RfcHJvYzogNDPCAR80dG90X3dhaXQ6IDMxLjYFMoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA0OC44BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvGF9ycGM6MSwBhAhhbF8lkQg4ODkFhiB9fQkyODYgQnkxaCAzCTQzXzkJMV81aphhYmxlOnQyLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8lOwRrdgW0BDp7BWUIMHMsMfEMfSwgcyFiKGRldGFpbDoge3RvAYwccHJvY2Vzc18uOAEEYWwyFwAcX3NpemU6IDgpVQRhbA0sODMsIGdldF9zbmFwc2hvdAnWCCAxNCUgdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWhCGtleT4WABg0LCBibG9jIeQQfX19LCABxF6xAAEcDDogNDMFbwnMId4NGDXjAHQhEgh3YWwtdkAgMTUxwrVzfQlOL0EJTi9BCg==')\n# Plan_digest: f7e0f28c5c86b45fa3d92926774edc8a8076ac4356558ce21165e890659f0d92\n# Binary_plan: tidb_decode_binary_plan('hQfACoAHCghJbnNlcnRfMRKiBgoGU29ydF82EtsFCg5UYWJsZVJlYWRlcl8xMBKZAwoPVAETUEZ1bGxTY2FuXzkhjARw3ptXQUEpAAEB8FiIw0AwAjgCQAJKDAoKCgR0ZXN0EgJ0MlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaqkCdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwFtfGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgRhcAHF9zaXplOiA4FR0JLOgzLCBnZXRfc25hcHNob3RfdGltZTogMTTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAVpCGtleT4WADw0LCBibG9jazoge319fSwgAVNesQABHAw6IDQzBW8JtQh3YWkRhwwzMS42CRohEgx3YWxsDTEgMTUxwrVzfXD/EQEEAXgRCiT/ASFijYgxlc8MMogBNAFAAVIUZGF0YTpUYWJsPbYEWhQFhBgxLjQ0bXMsLWgcMmLaAWNvcF8lhUwge251bTogMSwgbWF4OiA5NjkuOQWWIXYtRylWJYguzwAFzQA6GciAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNDguOAVsqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRCAXiCDg4OSVOEH19cJ4CLi8BGOnoGcjZUlpCLwEkCXRlc3QudDIuYTUkBDc2PSQMcMACOCFXFANOL0FaFQVkEDUwMy4yGSNAMWIhcHJlcGFyZTogNTAyLjgBGwRpbmFhYDo0NjEuMsK1c3CSA3j///////////8BGAE=')\n# Resource_group: default\ninsert into t1 select * from t2 order by a;"] [2024/05/06 09:54:49.816 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=186] [error="[kv:9007]Write conflict, txnStartTS=449574152247181325, conflictStartTS=449574152378253316, conflictCommitTS=449574152378253317, key={tableID=225, tableName=test.t1, handle=1}, originalKey=7480000000000000e15f728000000000000001, primary={tableID=225, tableName=test.t1, handle=1}, originalPrimaryKey=7480000000000000e15f728000000000000001, reason=Optimistic [try again later]"] [session="{\n \"currDBName\": \"test\",\n \"id\": 27,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:49.835 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [2024/05/06 09:54:49.835 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [2024/05/06 09:54:49.837 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=24.171Β΅s] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=14.531Β΅s] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=12.037Β΅s] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=13.354Β΅s] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=5.085Β΅s] [2024/05/06 09:54:49.838 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:49.838 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:49.838 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:49.844 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=ccee563e-47f6-4923-8000-9a6fb802378d] ["take time"=27.420368ms] [2024/05/06 09:54:49.844 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=ccee563e-47f6-4923-8000-9a6fb802378d] [2024/05/06 09:54:49.846 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:49.846 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6243cbb6-1452-44dd-b02b-3bb171d63618] [watcherID=17469a08-04f9-471a-8f02-e42880f078b3] [2024/05/06 09:54:49.846 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:49.846 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6243cbb6-1452-44dd-b02b-3bb171d63618] [2024/05/06 09:54:49.846 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:49.846 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:49.846 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:49.846 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:49.846 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:49.846 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:49.847 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:49.847 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:49.847 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:49.847 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:49.851 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:49.852 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:49.852 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1738] [2024/05/06 09:54:49.852 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:49.852 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:49.852 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:49.852 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:49.852 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:49.852 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:49.853 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:49.852 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ccee563e-47f6-4923-8000-9a6fb802378d] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:49.853 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:49.852 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:49.853 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:49.853 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:49.853 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:49.853 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:49.853 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:49.853 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:49.853 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:49.853 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:49.853 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:49.853 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1"] [2024/05/06 09:54:49.853 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="context canceled"] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=ccee563e-47f6-4923-8000-9a6fb802378d] [2024/05/06 09:54:49.853 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:49.853 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:49.853 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [2024/05/06 09:54:49.854 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:49.854 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:49.854 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [2024/05/06 09:54:49.853 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:49.854 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:49.854 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:49.854 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:49.855 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:49.855 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:49.855 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:49.855 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:49.855 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:49.855 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:49.855 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1"] [error="context canceled"] [2024/05/06 09:54:49.928 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:49.928 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="context canceled"] [2024/05/06 09:54:50.056 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:50.128 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:51.117 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:51.117 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:51.117 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:51.316 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ab645c8e-3ab3-4a2d-8424-1eeef4e0b9d1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:51.374 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ccee563e-47f6-4923-8000-9a6fb802378d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:51.374 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:51.375 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:51.375 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:51.383 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.566123796s] [2024/05/06 09:54:51.383 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:51.383 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:51.383 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:51.383 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:51.383 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:51.383 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:51.384 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:51.384 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:51.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:51.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:51.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:51.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:51.384 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:51.385 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDisableRetry (4.50s) === RUN TestReplaceRowCheck [2024/05/06 09:54:51.390 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:51.390 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:51.391 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:51.392 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:51.392 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:51.393 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:51.393 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:51.393 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:51.393 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:51.393 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:51.395 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:51.399 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:51.401 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:51.402 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:51.410 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:51.420 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:51.556 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1354] ["lease id"=3eaa8f4d50c7cd75] [2024/05/06 09:54:51.558 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:51.653 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=186] ["start time"=91.788185ms] [2024/05/06 09:54:51.682 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:51.682 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=26500365-f19c-441c-a47f-1aceb48d43de] [runWorker=true] [2024/05/06 09:54:51.682 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:51.684 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:51.685 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:51.685 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:51.685 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:51.685 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:51.687 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cd81] [ownerID=26500365-f19c-441c-a47f-1aceb48d43de] [op=none] [2024/05/06 09:54:51.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:51.688 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b286fce8-7a91-4555-b644-aa4d2a821fd7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:51.692 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:51.712 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:51.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:51.714 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:51.736 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:51.737 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7cd81] [ownerID=26500365-f19c-441c-a47f-1aceb48d43de] [op=none] [2024/05/06 09:54:51.737 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [op=none] [2024/05/06 09:54:51.737 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:51.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:51.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:51.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:51.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:51.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:51.833 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:51.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:51.833 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:51.833 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:51.833 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:51.833 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:51.835 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:51.835 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:51.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:51.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:51.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:51.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:51.837 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:51.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:51.841 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:51.848 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/417f9c97-564b-4000-bfa2-2b22934ff893] [2024/05/06 09:54:51.852 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:51.852 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:51.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:51.852 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:51.852 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:51.878 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.089259ms] [2024/05/06 09:54:51.888 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:51.892 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:54:51.894 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t2` nocache"] [user=] [2024/05/06 09:54:51.896 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="drop table `t1`,`t2`"] [user=] [2024/05/06 09:54:51.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:51.921 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 09:54:51.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:51.993 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=220.885Β΅s] [gotSchemaVersion=187] [phyTblIDs="[225]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.004 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=187] [2024/05/06 09:54:52.043 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.602229ms] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=211.016Β΅s] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.118 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=188] [2024/05/06 09:54:52.157 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.643942ms] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.241 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 225, Old Table Name: t1"] [2024/05/06 09:54:52.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=291.534Β΅s] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.297 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=189] [2024/05/06 09:54:52.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.756752ms] [job="ID:229, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.401 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=229] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 09:54:52.438 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=229] [jobType="drop table"] [2024/05/06 09:54:52.442 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [job="ID:229, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:51.873 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.500 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=229] [2024/05/06 09:54:52.500 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:52.527 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/06 09:54:52.527 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:52.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=251.189Β΅s] [gotSchemaVersion=190] [phyTblIDs="[227]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=190] [2024/05/06 09:54:52.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.131422ms] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.703 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:52.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:52.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:52.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:52.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=210.896Β΅s] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=191] [2024/05/06 09:54:52.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.529601ms] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.813 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 227, Old Table Name: t2"] [2024/05/06 09:54:52.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=290.967Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:52.849 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:52.849 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:52.849 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/417f9c97-564b-4000-bfa2-2b22934ff893] [watcherID=63b6aa7a-bebe-4025-9fbe-757c8ac63eb5] [2024/05/06 09:54:52.852 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:52.854 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=192] [2024/05/06 09:54:52.863 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:52.863 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:52.863 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:52.863 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:52.892 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.211847ms] [job="ID:230, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:52.945 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 09:54:52.953 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="drop table"] [2024/05/06 09:54:52.956 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [job="ID:230, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:52.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.009 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:54:53.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.013 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 29\n# Query_time: 1.117615644\n# Parse_time: 0.000198781\n# Compile_time: 0.000506711\n# Rewrite_time: 0.000013325\n# Optimize_time: 0.000181063\n# Wait_TS: 0.00032441\n# DB: test\n# Is_internal: false\n# Digest: b85281fbd1541c61627d9ed76ac8215af16639bf57f86b3e66202cd5936a07c3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`,`t2`;"] [2024/05/06 09:54:53.022 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:54:53.024 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="create table t1(a int, b int)"] [user=] [2024/05/06 09:54:53.089 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:53.089 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int)"] [2024/05/06 09:54:53.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.153 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 231, Table Name: t1"] [2024/05/06 09:54:53.207 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=2.771164ms] [gotSchemaVersion=193] [phyTblIDs="[231]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:53.219 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=193] [2024/05/06 09:54:53.246 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.272935ms] [job="ID:232, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.301 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [job="ID:232, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.334 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:54:53.334 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.337 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.314108397\n# Parse_time: 0.000412544\n# Compile_time: 0.000625351\n# Rewrite_time: 0.00000681\n# Optimize_time: 0.000314613\n# Wait_TS: 0.000351908\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int);"] [2024/05/06 09:54:53.339 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=193] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 09:54:53.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:53.381 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 09:54:53.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.457 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 233, Table Name: _t1"] [2024/05/06 09:54:53.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.401112ms] [gotSchemaVersion=194] [phyTblIDs="[233]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:53.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=234] [version=194] [2024/05/06 09:54:53.551 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.971452ms] [job="ID:234, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.605 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [job="ID:234, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.323 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.640 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 09:54:53.640 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.305121157\n# Parse_time: 0.000812547\n# Compile_time: 0.000912194\n# Rewrite_time: 0.000008907\n# Optimize_time: 0.000314613\n# Wait_TS: 0.000363101\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1(a int primary key, b int);"] [2024/05/06 09:54:53.669 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574153387507725] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.557462ms] [2024/05/06 09:54:53.669 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449574153387507725] [2024/05/06 09:54:53.671 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574153387507725] [commitTS=449574153387507729] [2024/05/06 09:54:53.671 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574153387507725] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] [concurrency=8] [2024/05/06 09:54:53.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574153387507725] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] ["cost time"=3.287364ms] ["completed regions"=1] [2024/05/06 09:54:53.675 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574153387507725] [commitTS=449574153387507729] [session=30] [2024/05/06 09:54:53.680 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=194] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:53.685 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:53.712 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:53.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:53.712 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:53.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:53.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.766 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 235, Table Name: _t1, Old Table ID: 233, Old Table Name: _t1"] [2024/05/06 09:54:53.826 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=2.346546ms] [gotSchemaVersion=195] [phyTblIDs="[233,235]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:53.838 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=236] [version=195] [2024/05/06 09:54:53.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=54.081707ms] [job="ID:236, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.915 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=236] [tableIDs="[233]"] [comment="drop table: table ID"] [2024/05/06 09:54:53.924 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="truncate table"] [2024/05/06 09:54:53.927 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [job="ID:236, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.673 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.979 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 09:54:53.979 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.983 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.303583634\n# Parse_time: 0.000314754\n# Compile_time: 0.000659322\n# Rewrite_time: 0.000009126\n# Optimize_time: 0.000939808\n# Wait_TS: 0.00040917\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:53.994 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574153479520259] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.434016ms] [2024/05/06 09:54:53.994 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449574153479520259] [2024/05/06 09:54:53.996 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574153479520259] [commitTS=449574153479520261] [2024/05/06 09:54:53.996 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574153479520259] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] [concurrency=8] [2024/05/06 09:54:53.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574153479520259] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] ["cost time"=3.285348ms] ["completed regions"=1] [2024/05/06 09:54:53.999 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574153479520259] [commitTS=449574153479520261] [session=30] [2024/05/06 09:54:54.005 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=195] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/06 09:54:54.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:53.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:54.035 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:53.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/06 09:54:54.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.103 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 237, Table Name: _t1, Old Table ID: 235, Old Table Name: _t1"] [2024/05/06 09:54:54.141 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=2.390385ms] [gotSchemaVersion=196] [phyTblIDs="[235,237]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:54.152 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=196] [2024/05/06 09:54:54.188 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.644177ms] [job="ID:238, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.238 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop table: table ID"] [2024/05/06 09:54:54.246 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="truncate table"] [2024/05/06 09:54:54.249 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.974 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.308 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:54:54.309 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:54.312 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.307601913\n# Parse_time: 0.000263816\n# Compile_time: 0.000624424\n# Rewrite_time: 0.000009873\n# Optimize_time: 0.000963712\n# Wait_TS: 0.000459287\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/06 09:54:54.324 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574153557901321] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.3585ms] [2024/05/06 09:54:54.324 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449574153557901321] [2024/05/06 09:54:54.326 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574153557901321] [commitTS=449574153571008513] [2024/05/06 09:54:54.326 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574153557901321] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] [concurrency=8] [2024/05/06 09:54:54.329 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574153557901321] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] ["cost time"=2.749125ms] ["completed regions"=1] [2024/05/06 09:54:54.329 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574153557901321] [commitTS=449574153571008513] [session=30] [2024/05/06 09:54:54.341 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [2024/05/06 09:54:54.341 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [2024/05/06 09:54:54.341 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:54.342 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [] [2024/05/06 09:54:54.343 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:54.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=34.082Β΅s] [2024/05/06 09:54:54.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=16.534Β΅s] [2024/05/06 09:54:54.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=13.958Β΅s] [2024/05/06 09:54:54.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=12.574Β΅s] [2024/05/06 09:54:54.343 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:54.344 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=5.132Β΅s] [2024/05/06 09:54:54.344 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:54.344 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:54.344 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:54.346 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=26500365-f19c-441c-a47f-1aceb48d43de] ["take time"=13.171158ms] [2024/05/06 09:54:54.347 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=26500365-f19c-441c-a47f-1aceb48d43de] [2024/05/06 09:54:54.348 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:54.348 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/417f9c97-564b-4000-bfa2-2b22934ff893] [watcherID=63b6aa7a-bebe-4025-9fbe-757c8ac63eb5] [2024/05/06 09:54:54.348 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:54.349 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/417f9c97-564b-4000-bfa2-2b22934ff893] [2024/05/06 09:54:54.349 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:54.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:54.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:54.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:54.354 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:54.354 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1354] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:54.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=26500365-f19c-441c-a47f-1aceb48d43de] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:54.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:54.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:54.356 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:54.356 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:54.355 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:54.356 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:54.355 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:54.356 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:54.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:54.356 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:54.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:54.355 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b286fce8-7a91-4555-b644-aa4d2a821fd7"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:54.356 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b286fce8-7a91-4555-b644-aa4d2a821fd7"] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="context canceled"] [2024/05/06 09:54:54.356 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=26500365-f19c-441c-a47f-1aceb48d43de] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [2024/05/06 09:54:54.356 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:54.355 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:54.356 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:54.356 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:54.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:54.357 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:54.357 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b286fce8-7a91-4555-b644-aa4d2a821fd7] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:54.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:54.357 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:54.358 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:54.358 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager b286fce8-7a91-4555-b644-aa4d2a821fd7"] [error="context canceled"] [2024/05/06 09:54:54.358 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:54.437 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:54.437 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="context canceled"] [2024/05/06 09:54:54.438 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [2024/05/06 09:54:54.438 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:54.558 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b286fce8-7a91-4555-b644-aa4d2a821fd7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:55.605 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:55.606 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:55.606 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:55.679 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 26500365-f19c-441c-a47f-1aceb48d43de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:55.679 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:55.679 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:55.679 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:55.685 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.352070954s] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:55.686 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:55.686 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:55.686 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:55.686 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:55.688 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestReplaceRowCheck (4.30s) === RUN TestDuplicateKeyErrorMessage [2024/05/06 09:54:55.693 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:55.693 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:55.694 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:55.695 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:55.695 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:55.696 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:55.696 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:55.696 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:55.696 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:55.696 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:55.698 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:55.703 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:55.705 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:55.707 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:55.714 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:55.724 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:55.798 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b286fce8-7a91-4555-b644-aa4d2a821fd7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:55.922 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1818] ["lease id"=6f188f4d50c7cdb0] [2024/05/06 09:54:55.925 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:56.022 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=196] ["start time"=93.186118ms] [2024/05/06 09:54:56.027 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:56.027 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=afa10e54-d05e-4fc7-9052-67b1b1d72527] [runWorker=true] [2024/05/06 09:54:56.027 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:56.029 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:56.030 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:56.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:56.030 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:56.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:56.031 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:56.031 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:56.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:56.031 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:56.031 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:56.032 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7ce88] [ownerID=afa10e54-d05e-4fc7-9052-67b1b1d72527] [op=none] [2024/05/06 09:54:56.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:56.033 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=73691b0d-da9d-4715-b80f-c67cf4b8ff21] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:56.038 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:56.056 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:56.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:56.057 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:56.082 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:56.082 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7ce88] [ownerID=afa10e54-d05e-4fc7-9052-67b1b1d72527] [op=none] [2024/05/06 09:54:56.083 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [op=none] [2024/05/06 09:54:56.083 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:56.147 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:56.164 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:56.175 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:56.175 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:56.175 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:56.175 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:56.175 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:56.175 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:56.175 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:56.175 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:56.175 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:56.177 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:56.177 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:56.178 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:56.178 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:56.178 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:56.178 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:56.179 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:56.181 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:56.183 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:56.188 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9150501f-da2a-4ef8-8da9-af7ffe6e7fe9] [2024/05/06 09:54:56.189 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:56.189 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:56.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:56.192 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:56.192 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:56.223 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.22601ms] [2024/05/06 09:54:56.228 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:56.233 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 09:54:56.235 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:54:56.237 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 09:54:56.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:56.267 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:54:56.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=241.854Β΅s] [gotSchemaVersion=197] [phyTblIDs="[237]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:56.353 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=197] [2024/05/06 09:54:56.393 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.672725ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.468 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=228.182Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:56.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=198] [2024/05/06 09:54:56.518 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.121363ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.549 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.557 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 237, Old Table Name: _t1"] [2024/05/06 09:54:56.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=258.922Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:56.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=199] [2024/05/06 09:54:56.665 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.984573ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.721 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=239] [tableIDs="[237]"] [comment="drop table: table ID"] [2024/05/06 09:54:56.734 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/06 09:54:56.737 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:56.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.787 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/06 09:54:56.787 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:56.813 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:56.813 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:54:56.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:56.911 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=242.704Β΅s] [gotSchemaVersion=200] [phyTblIDs="[231]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:56.921 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=200] [2024/05/06 09:54:56.961 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.283463ms] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.052 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:57.052 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:57.052 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:57.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:57.056 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=233.677Β΅s] [gotSchemaVersion=201] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:57.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=201] [2024/05/06 09:54:57.106 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.552189ms] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.178 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 231, Old Table Name: t1"] [2024/05/06 09:54:57.189 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:57.189 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:57.189 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9150501f-da2a-4ef8-8da9-af7ffe6e7fe9] [watcherID=9e382ab1-299e-4698-a27b-9f4310fe4e56] [2024/05/06 09:54:57.192 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:57.206 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:57.206 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:57.206 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:57.206 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:57.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=300.251Β΅s] [gotSchemaVersion=202] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:57.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=202] [2024/05/06 09:54:57.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.75167ms] [job="ID:240, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.305 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=240] [tableIDs="[231]"] [comment="drop table: table ID"] [2024/05/06 09:54:57.314 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=240] [jobType="drop table"] [2024/05/06 09:54:57.318 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [job="ID:240, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:56.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.426 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:54:57.426 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:57.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 31\n# Query_time: 1.193348472\n# Parse_time: 0.000201675\n# Compile_time: 0.000529292\n# Rewrite_time: 0.000009088\n# Optimize_time: 0.000235059\n# Wait_TS: 0.000383248\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 09:54:57.438 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:54:57.440 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 09:54:57.477 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:57.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:57.477 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:57.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 09:54:57.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:57.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.551 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 241, Table Name: t1"] [2024/05/06 09:54:57.596 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.298417ms] [gotSchemaVersion=203] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:57.608 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=242] [version=203] [2024/05/06 09:54:57.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=54.593919ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:57.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.687 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:57.424 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.738 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 09:54:57.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:57.742 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.302150941\n# Parse_time: 0.000430821\n# Compile_time: 0.000625711\n# Rewrite_time: 0.000005806\n# Optimize_time: 0.000328705\n# Wait_TS: 0.000372556\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 09:54:57.760 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574154462298124] [generation=1] [session=32] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=965.873Β΅s] [2024/05/06 09:54:57.791 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [2024/05/06 09:54:57.791 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [2024/05/06 09:54:57.791 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:57.793 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=21.938Β΅s] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=17.25Β΅s] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=15.302Β΅s] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=18.834Β΅s] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=4.38Β΅s] [2024/05/06 09:54:57.794 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:57.794 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:57.794 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:57.796 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=afa10e54-d05e-4fc7-9052-67b1b1d72527] ["take time"=35.942395ms] [2024/05/06 09:54:57.797 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=afa10e54-d05e-4fc7-9052-67b1b1d72527] [2024/05/06 09:54:57.798 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:57.799 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:57.799 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9150501f-da2a-4ef8-8da9-af7ffe6e7fe9] [watcherID=9e382ab1-299e-4698-a27b-9f4310fe4e56] [2024/05/06 09:54:57.799 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9150501f-da2a-4ef8-8da9-af7ffe6e7fe9] [2024/05/06 09:54:57.799 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:57.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:57.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:57.799 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:57.805 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:57.805 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1818] [2024/05/06 09:54:57.806 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=afa10e54-d05e-4fc7-9052-67b1b1d72527] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:57.806 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:57.806 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:57.806 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:57.806 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:57.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:57.806 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="context canceled"] [2024/05/06 09:54:57.806 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 73691b0d-da9d-4715-b80f-c67cf4b8ff21"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:57.806 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:57.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:57.807 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:57.806 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:57.806 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:57.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:57.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:57.806 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:57.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:57.807 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:57.807 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=afa10e54-d05e-4fc7-9052-67b1b1d72527] [2024/05/06 09:54:57.807 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:57.807 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:57.807 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:57.807 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:57.807 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:57.808 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:57.809 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 73691b0d-da9d-4715-b80f-c67cf4b8ff21"] [error="context canceled"] [2024/05/06 09:54:57.809 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=73691b0d-da9d-4715-b80f-c67cf4b8ff21] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:57.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:57.809 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 73691b0d-da9d-4715-b80f-c67cf4b8ff21"] [2024/05/06 09:54:57.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:57.809 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:57.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:57.850 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:57.851 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="context canceled"] [2024/05/06 09:54:57.851 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [2024/05/06 09:54:57.851 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:59.046 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:59.046 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:59.046 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:59.072 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 73691b0d-da9d-4715-b80f-c67cf4b8ff21"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:59.110 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager afa10e54-d05e-4fc7-9052-67b1b1d72527"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:59.110 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:59.110 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:59.110 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:59.117 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.356900848s] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:59.118 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:59.118 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:59.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.119 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:59.119 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:59.120 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestDuplicateKeyErrorMessage (3.43s) === RUN TestInsertIgnoreOnDuplicateKeyUpdate [2024/05/06 09:54:59.125 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:59.125 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:54:59.127 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:54:59.127 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:59.127 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:54:59.128 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:59.128 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:59.128 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:59.128 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:59.128 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:59.130 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:59.133 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:59.135 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:59.137 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:59.145 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:59.155 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:59.299 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=167] ["lease id"=22318f4d50c7ceb3] [2024/05/06 09:54:59.301 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:59.397 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=203] ["start time"=92.631241ms] [2024/05/06 09:54:59.403 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:59.403 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=34719e0f-7e8d-4a00-8b0f-78571ff12fff] [runWorker=true] [2024/05/06 09:54:59.403 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:59.405 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:59.406 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:59.406 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:59.406 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:59.406 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:59.406 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:59.408 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7cdd9] [ownerID=34719e0f-7e8d-4a00-8b0f-78571ff12fff] [op=none] [2024/05/06 09:54:59.408 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:59.409 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4bb77b6e-96ab-4182-8cfb-c8eb48658821] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:59.413 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:59.431 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:59.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:59.432 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:59.468 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:59.469 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50c7cdd9] [ownerID=34719e0f-7e8d-4a00-8b0f-78571ff12fff] [op=none] [2024/05/06 09:54:59.469 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [op=none] [2024/05/06 09:54:59.469 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:59.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:59.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:59.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:59.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:59.581 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:59.581 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:59.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:59.581 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:59.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:59.581 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:59.581 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:59.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:59.583 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:59.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:59.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:59.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:59.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:59.585 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:59.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:59.589 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:59.595 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/663eda68-6d6e-41cf-8349-81a53062e86a] [2024/05/06 09:54:59.596 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:59.596 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:59.599 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:59.599 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:59.599 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:59.630 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.403283ms] [2024/05/06 09:54:59.632 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:59.636 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:54:59.637 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 09:54:59.661 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:59.661 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 09:54:59.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=208.608Β΅s] [gotSchemaVersion=204] [phyTblIDs="[241]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:59.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=204] [2024/05/06 09:54:59.784 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.793185ms] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.883 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=477.069Β΅s] [gotSchemaVersion=205] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:59.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=205] [2024/05/06 09:54:59.931 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.570239ms] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.975 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 241, Old Table Name: t1"] [2024/05/06 09:55:00.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=264.831Β΅s] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:00.025 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=206] [2024/05/06 09:55:00.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=54.654026ms] [job="ID:243, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.131 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=243] [tableIDs="[241]"] [comment="drop table: table ID"] [2024/05/06 09:55:00.144 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=243] [jobType="drop table"] [2024/05/06 09:55:00.148 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [job="ID:243, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:59.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.235 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 09:55:00.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:00.239 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 33\n# Query_time: 0.602029165\n# Parse_time: 0.000193407\n# Compile_time: 0.000460971\n# Rewrite_time: 0.000007866\n# Optimize_time: 0.000165049\n# Wait_TS: 0.00032727\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 09:55:00.248 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/06 09:55:00.252 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [user=] [2024/05/06 09:55:00.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:00.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:00.304 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:00.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [2024/05/06 09:55:00.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.349 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 244, Table Name: t1"] [2024/05/06 09:55:00.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.648382ms] [gotSchemaVersion=207] [phyTblIDs="[244]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:00.419 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=245] [version=207] [2024/05/06 09:55:00.427 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:55:00.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:00.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:00.427 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:00.455 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.660628ms] [job="ID:245, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:00.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.525 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [job="ID:245, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.571 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=245] [2024/05/06 09:55:00.571 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:00.575 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.324730331\n# Parse_time: 0.001193651\n# Compile_time: 0.001186996\n# Rewrite_time: 0.000008813\n# Optimize_time: 0.000334683\n# Wait_TS: 0.000281253\n# DB: test\n# Is_internal: false\n# Digest: 02540143b8561d612e05952aa4aa2af086a99f964bd844533a3a440bf88f0bc1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int, unique index u1(a, b), unique index u2(a));"] [2024/05/06 09:55:00.586 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574155209670657] [generation=1] [session=34] [keys=6] [size=228B] ["flushed keys"=6] ["flushed size"=228B] ["take time"=1.414236ms] [2024/05/06 09:55:00.586 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=6] [size=228B] [startTS=449574155209670657] [2024/05/06 09:55:00.588 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574155209670657] [commitTS=449574155209670660] [2024/05/06 09:55:00.588 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574155209670657] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] [concurrency=8] [2024/05/06 09:55:00.591 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574155209670657] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] ["cost time"=3.136072ms] ["completed regions"=1] [2024/05/06 09:55:00.591 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574155209670657] [commitTS=449574155209670660] [session=34] [2024/05/06 09:55:00.595 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:55:00.595 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:55:00.595 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/663eda68-6d6e-41cf-8349-81a53062e86a] [watcherID=4df78388-a019-4f98-b0cf-dfd2ef2bee59] [2024/05/06 09:55:00.600 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:55:00.600 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574155209670662] [generation=1] [session=34] [keys=3] [size=115B] ["flushed keys"=3] ["flushed size"=115B] ["take time"=1.485775ms] [2024/05/06 09:55:00.600 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3] [size=115B] [startTS=449574155209670662] [2024/05/06 09:55:00.602 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574155209670662] [commitTS=449574155209670667] [2024/05/06 09:55:00.602 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574155209670662] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] [concurrency=8] [2024/05/06 09:55:00.605 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574155209670662] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] ["cost time"=3.420075ms] ["completed regions"=1] [2024/05/06 09:55:00.605 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574155209670662] [commitTS=449574155209670667] [session=34] [2024/05/06 09:55:00.612 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:55:00.612 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:55:00.612 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:55:00.612 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:55:00.627 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [2024/05/06 09:55:00.627 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [2024/05/06 09:55:00.627 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:00.629 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=35.861Β΅s] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=37.137Β΅s] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=25.394Β΅s] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=16.408Β΅s] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=5.862Β΅s] [2024/05/06 09:55:00.630 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:00.630 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:55:00.630 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:55:00.632 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=34719e0f-7e8d-4a00-8b0f-78571ff12fff] ["take time"=22.083279ms] [2024/05/06 09:55:00.632 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=34719e0f-7e8d-4a00-8b0f-78571ff12fff] [2024/05/06 09:55:00.634 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:55:00.640 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/663eda68-6d6e-41cf-8349-81a53062e86a] [watcherID=4df78388-a019-4f98-b0cf-dfd2ef2bee59] [2024/05/06 09:55:00.640 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:55:00.640 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/663eda68-6d6e-41cf-8349-81a53062e86a] [2024/05/06 09:55:00.640 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:00.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:00.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:00.641 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:00.646 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:55:00.646 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=167] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:00.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:00.647 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bb77b6e-96ab-4182-8cfb-c8eb48658821"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:55:00.647 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:55:00.648 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:00.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:00.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:00.647 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:00.648 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:00.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:00.647 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="context canceled"] [2024/05/06 09:55:00.647 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=34719e0f-7e8d-4a00-8b0f-78571ff12fff] [2024/05/06 09:55:00.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:00.648 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [2024/05/06 09:55:00.648 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:55:00.648 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:55:00.648 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:55:00.648 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:55:00.648 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=34719e0f-7e8d-4a00-8b0f-78571ff12fff] [2024/05/06 09:55:00.648 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:55:00.648 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:55:00.648 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:55:00.648 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:55:00.648 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:00.649 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4bb77b6e-96ab-4182-8cfb-c8eb48658821] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:00.649 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:55:00.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:00.649 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:55:00.649 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bb77b6e-96ab-4182-8cfb-c8eb48658821"] [error="context canceled"] [2024/05/06 09:55:00.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:00.649 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:00.649 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bb77b6e-96ab-4182-8cfb-c8eb48658821"] [2024/05/06 09:55:00.649 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bb77b6e-96ab-4182-8cfb-c8eb48658821"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:00.685 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:55:00.685 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="context canceled"] [2024/05/06 09:55:00.886 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:01.909 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4bb77b6e-96ab-4182-8cfb-c8eb48658821"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:01.924 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:01.925 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:55:01.925 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:02.144 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 34719e0f-7e8d-4a00-8b0f-78571ff12fff"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:02.144 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:55:02.144 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:55:02.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:02.152 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.541986563s] [2024/05/06 09:55:02.153 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:02.153 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:02.153 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:02.153 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:02.154 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestInsertIgnoreOnDuplicateKeyUpdate (3.03s) === RUN TestConflictError [2024/05/06 09:55:02.160 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:55:02.160 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:55:02.162 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:55:02.162 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:02.162 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:55:02.163 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:02.163 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:02.163 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:02.163 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:02.164 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:02.165 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:55:02.169 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:55:02.171 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:55:02.173 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:55:02.181 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:55:02.192 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:55:02.371 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=934] ["lease id"=6f188f4d50c7cdf9] [2024/05/06 09:55:02.373 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:55:02.471 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=92.844627ms] [2024/05/06 09:55:02.476 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:55:02.476 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] [runWorker=true] [2024/05/06 09:55:02.476 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:55:02.479 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:55:02.480 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:55:02.480 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:02.480 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:02.480 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:55:02.482 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cee2] [ownerID=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] [op=none] [2024/05/06 09:55:02.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:02.483 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=89ad4a0f-30a6-49ec-836c-4b90f3895fbf] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:02.488 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:55:02.510 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:55:02.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:02.511 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:55:02.531 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:55:02.532 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] ["owner key"=/tidb/ddl/fg/owner/22318f4d50c7cee2] [ownerID=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] [op=none] [2024/05/06 09:55:02.533 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [op=none] [2024/05/06 09:55:02.533 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:55:02.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:02.637 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:02.652 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:02.652 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:02.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:02.653 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:55:02.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:02.653 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:55:02.653 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:55:02.653 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:55:02.653 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:55:02.656 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:02.656 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:55:02.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:02.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:02.658 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:55:02.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:02.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:02.662 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:02.665 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:55:02.670 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/e6d57a13-d425-4b1e-ab50-b3fe0ea629df] [2024/05/06 09:55:02.671 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:55:02.671 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:55:02.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:02.676 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:55:02.676 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:55:02.705 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.273573ms] [2024/05/06 09:55:02.714 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:55:02.719 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:55:02.721 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/06 09:55:02.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:02.753 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/06 09:55:02.814 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:02.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=237.441Β΅s] [gotSchemaVersion=208] [phyTblIDs="[244]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:02.857 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=208] [2024/05/06 09:55:02.894 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.663583ms] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:02.948 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:02.983 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=249.788Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:02.995 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=209] [2024/05/06 09:55:03.034 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.98743ms] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.076 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 244, Old Table Name: t1"] [2024/05/06 09:55:03.114 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=240.475Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:03.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=210] [2024/05/06 09:55:03.164 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=54.100456ms] [job="ID:246, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.230 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=246] [tableIDs="[244]"] [comment="drop table: table ID"] [2024/05/06 09:55:03.245 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=246] [jobType="drop table"] [2024/05/06 09:55:03.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [job="ID:246, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:02.723 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.313 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:55:03.313 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:03.317 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 35\n# Query_time: 0.596111963\n# Parse_time: 0.000247898\n# Compile_time: 0.000530996\n# Rewrite_time: 0.000008561\n# Optimize_time: 0.000237002\n# Wait_TS: 0.000348109\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/06 09:55:03.327 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/06 09:55:03.330 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/06 09:55:03.383 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:03.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/06 09:55:03.383 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:03.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:03.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:03.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.431 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 247, Table Name: t1"] [2024/05/06 09:55:03.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.197436ms] [gotSchemaVersion=211] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:03.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=211] [2024/05/06 09:55:03.502 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:55:03.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:03.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:03.502 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:03.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=54.307564ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:03.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:03.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.636 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:55:03.636 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:03.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.311110297\n# Parse_time: 0.000520649\n# Compile_time: 0.000883771\n# Rewrite_time: 0.000007748\n# Optimize_time: 0.000504606\n# Wait_TS: 0.000339838\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/06 09:55:03.641 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=211] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/06 09:55:03.671 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:55:03.671 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:55:03.671 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e6d57a13-d425-4b1e-ab50-b3fe0ea629df] [watcherID=e48f1087-68fa-432d-b5c8-0f4a4a3fbe0a] [2024/05/06 09:55:03.676 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:55:03.679 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:03.679 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/06 09:55:03.687 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:55:03.687 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:55:03.687 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:55:03.687 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:55:03.736 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.745 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 249, Table Name: _t1"] [2024/05/06 09:55:03.791 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.141094ms] [gotSchemaVersion=212] [phyTblIDs="[249]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:03.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=212] [2024/05/06 09:55:03.839 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.965636ms] [job="ID:250, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.942 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [job="ID:250, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:03.976 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:55:03.976 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:03.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.339723665\n# Parse_time: 0.000509371\n# Compile_time: 0.00082234\n# Rewrite_time: 0.000011445\n# Optimize_time: 0.000504606\n# Wait_TS: 0.000356184\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1(a int primary key, b int);"] [2024/05/06 09:55:04.054 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574156113805316] [generation=1] [session=36] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.680504ms] [2024/05/06 09:55:04.054 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574156113805316] [generation=2] [session=36] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=41.524Β΅s] [2024/05/06 09:55:04.054 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449574156113805316] [2024/05/06 09:55:04.056 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574156113805316] [commitTS=449574156113805318] [2024/05/06 09:55:04.056 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574156113805316] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/06 09:55:04.060 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574156113805316] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=3.829321ms] ["completed regions"=1] [2024/05/06 09:55:04.060 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574156113805316] [commitTS=449574156113805318] [session=36] [2024/05/06 09:55:04.075 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574156113805320] [generation=1] [session=36] [keys=32] [size=928B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.230697ms] [2024/05/06 09:55:04.079 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:55:04.079 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-rollback-449574156113805320] [startKey=7480000000000000f95f728000000000000001] [endKey=7480000000000000f95f728000000000000062] [concurrency=8] [2024/05/06 09:55:04.082 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-rollback-449574156113805320] [startKey=7480000000000000f95f728000000000000001] [endKey=7480000000000000f95f728000000000000062] ["cost time"=2.341217ms] ["completed regions"=1] [2024/05/06 09:55:04.082 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=1] [startTS=449574156113805320] [commitTS=0] [session=36] [2024/05/06 09:55:04.101 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [2024/05/06 09:55:04.101 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [2024/05/06 09:55:04.103 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [] [2024/05/06 09:55:04.103 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:04.103 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=23.233Β΅s] [2024/05/06 09:55:04.104 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=16.084Β΅s] [2024/05/06 09:55:04.104 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=13.949Β΅s] [2024/05/06 09:55:04.104 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=14.044Β΅s] [2024/05/06 09:55:04.104 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:04.104 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=5.235Β΅s] [2024/05/06 09:55:04.104 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:04.104 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:55:04.104 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:55:04.106 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] ["take time"=26.212327ms] [2024/05/06 09:55:04.106 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] [2024/05/06 09:55:04.107 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:55:04.108 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:55:04.108 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e6d57a13-d425-4b1e-ab50-b3fe0ea629df] [watcherID=e48f1087-68fa-432d-b5c8-0f4a4a3fbe0a] [2024/05/06 09:55:04.108 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/e6d57a13-d425-4b1e-ab50-b3fe0ea629df] [2024/05/06 09:55:04.108 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:04.108 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:04.108 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.108 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:04.113 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=934] [2024/05/06 09:55:04.114 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:55:04.114 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:04.115 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:04.114 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:04.115 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 89ad4a0f-30a6-49ec-836c-4b90f3895fbf"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:04.114 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="context canceled"] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:04.115 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:55:04.115 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:55:04.115 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:55:04.115 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [2024/05/06 09:55:04.115 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:04.115 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:04.115 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:04.115 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:55:04.115 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:04.115 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [2024/05/06 09:55:04.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:04.115 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1] [2024/05/06 09:55:04.115 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:55:04.116 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:55:04.116 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:55:04.116 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:55:04.116 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:55:04.116 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:55:04.116 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:04.117 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 89ad4a0f-30a6-49ec-836c-4b90f3895fbf"] [error="context canceled"] [2024/05/06 09:55:04.117 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:55:04.117 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=89ad4a0f-30a6-49ec-836c-4b90f3895fbf] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:04.117 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:55:04.117 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 89ad4a0f-30a6-49ec-836c-4b90f3895fbf"] [2024/05/06 09:55:04.117 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:04.117 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:04.117 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:04.189 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:55:04.189 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="context canceled"] [2024/05/06 09:55:04.390 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:05.353 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:05.353 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:55:05.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:05.375 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 89ad4a0f-30a6-49ec-836c-4b90f3895fbf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:05.632 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1e5ca8a-16f7-4f67-bd7a-0d764f42b3f1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:05.632 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:55:05.632 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:55:05.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:05.639 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.55988447s] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:05.640 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:05.640 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:05.640 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:05.640 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:05.642 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConflictError (3.49s) === RUN TestRejectUnsupportedTables [2024/05/06 09:55:05.647 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:55:05.648 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 09:55:05.649 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822062644829289] [2024/05/06 09:55:05.650 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:05.650 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 09:55:05.651 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:05.651 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:05.651 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:05.651 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:05.651 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:05.653 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:55:05.657 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:55:05.659 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:55:05.661 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:55:05.669 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822062644829289] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:55:05.681 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:55:05.821 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1147] ["lease id"=3eaa8f4d50c7ce18] [2024/05/06 09:55:05.823 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:55:05.927 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=212] ["start time"=100.145379ms] [2024/05/06 09:55:05.933 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:55:05.933 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] [runWorker=true] [2024/05/06 09:55:05.933 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:55:05.935 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:55:05.936 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:05.936 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:55:05.936 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:55:05.936 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:05.936 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:55:05.938 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7ce22] [ownerID=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] [op=none] [2024/05/06 09:55:05.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:05.939 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1fa9c6df-5798-4b06-b73f-78540fb0bd54] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:05.944 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:55:05.969 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:55:05.971 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:05.971 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:55:05.987 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:55:05.988 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50c7ce22] [ownerID=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] [op=none] [2024/05/06 09:55:05.988 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [op=none] [2024/05/06 09:55:05.988 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:55:06.076 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:06.092 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:06.106 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:06.106 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:06.106 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:06.106 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:06.106 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:55:06.106 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:55:06.106 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:55:06.106 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:55:06.106 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:55:06.108 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:06.108 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:55:06.110 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:06.110 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:06.110 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:06.110 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:06.110 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:55:06.113 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:06.114 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:55:06.121 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1b85474d-30a0-4a32-801e-12178d5561d7] [2024/05/06 09:55:06.121 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:55:06.121 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:55:06.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:06.125 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:55:06.125 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:55:06.195 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=86.668792ms] [2024/05/06 09:55:06.196 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:55:06.200 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/06 09:55:06.203 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/06 09:55:06.205 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/06 09:55:06.238 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:06.238 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:55:06.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=388.629Β΅s] [gotSchemaVersion=213] [phyTblIDs="[249]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:06.346 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=213] [2024/05/06 09:55:06.383 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.596027ms] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.461 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.494 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=237.375Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:06.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=214] [2024/05/06 09:55:06.544 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=54.183775ms] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.594 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 249, Old Table Name: _t1"] [2024/05/06 09:55:06.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=284.444Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:06.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=215] [2024/05/06 09:55:06.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=54.219717ms] [job="ID:251, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.754 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=251] [tableIDs="[249]"] [comment="drop table: table ID"] [2024/05/06 09:55:06.776 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=251] [jobType="drop table"] [2024/05/06 09:55:06.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [job="ID:251, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:06.173 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.850 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=251] [2024/05/06 09:55:06.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:06.885 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:06.885 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/06 09:55:06.972 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:55:06.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:06.972 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:06.973 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:55:06.975 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=327.688Β΅s] [gotSchemaVersion=216] [phyTblIDs="[247]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:07.018 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=216] [2024/05/06 09:55:07.056 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.439792ms] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.121 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:55:07.121 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:55:07.121 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1b85474d-30a0-4a32-801e-12178d5561d7] [watcherID=5823fd32-3e4e-4a70-bd31-3c745e7191f7] [2024/05/06 09:55:07.125 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:55:07.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=214.149Β΅s] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:07.138 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:55:07.138 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:55:07.138 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:55:07.138 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:55:07.148 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=217] [2024/05/06 09:55:07.186 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=52.883583ms] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.255 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.269 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 247, Old Table Name: t1"] [2024/05/06 09:55:07.304 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=209.962Β΅s] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:07.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=218] [2024/05/06 09:55:07.353 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.813965ms] [job="ID:252, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.425 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=252] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 09:55:07.433 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=252] [jobType="drop table"] [2024/05/06 09:55:07.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [job="ID:252, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:06.823 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.497 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:55:07.497 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:07.501 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 37\n# Query_time: 1.296675906\n# Parse_time: 0.000260416\n# Compile_time: 0.000600422\n# Rewrite_time: 0.000010626\n# Optimize_time: 0.000190542\n# Wait_TS: 0.000487795\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/06 09:55:07.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="drop table if exists parent, child"] [user=] [2024/05/06 09:55:07.512 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="create table parent(a int primary key)"] [user=] [2024/05/06 09:55:07.547 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:07.547 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table parent(a int primary key)"] [2024/05/06 09:55:07.614 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:07.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.621 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 253, Table Name: parent"] [2024/05/06 09:55:07.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.610464ms] [gotSchemaVersion=219] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:07.706 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=219] [2024/05/06 09:55:07.709 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.517461ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:07.523 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.800 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:55:07.800 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:07.806 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=219] [cur_db=test] [sql="create table child(a int, foreign key (a) references parent(a))"] [user=] [2024/05/06 09:55:07.843 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:07.843 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table child(a int, foreign key (a) references parent(a))"] [2024/05/06 09:55:07.913 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.936 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:55:07.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=2.350562ms] [gotSchemaVersion=220] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:07.974 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=220] [2024/05/06 09:55:08.006 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.236541ms] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=2.323076ms] [gotSchemaVersion=221] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:08.137 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=221] [2024/05/06 09:55:08.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=54.003507ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:07.773 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.245 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 09:55:08.245 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:08.248 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.443754021\n# Parse_time: 0.00070998\n# Compile_time: 0.000843091\n# Rewrite_time: 0.000012025\n# Optimize_time: 0.000309592\n# Wait_TS: 0.000347964\n# DB: test\n# Is_internal: false\n# Digest: 61b4d7961cc04c7bd29ce29ee7ac81c9790fd56bf53edacc687f9a9d6684556a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table child(a int, foreign key (a) references parent(a));"] [2024/05/06 09:55:08.276 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:55:08.276 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=221] [error="[planner:1452]Cannot add or update a child row: a foreign key constraint fails (`test`.`child`, CONSTRAINT `fk_1` FOREIGN KEY (`a`) REFERENCES `parent` (`a`))"] [session="{\n \"currDBName\": \"test\",\n \"id\": 38,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:55:08.333 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574157241286658] [generation=1] [session=38] [keys=1] [size=25B] ["flushed keys"=1] ["flushed size"=25B] ["take time"=1.175061ms] [2024/05/06 09:55:08.333 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=25B] [startTS=449574157241286658] [2024/05/06 09:55:08.334 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574157241286658] [commitTS=449574157241286659] [2024/05/06 09:55:08.334 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-commit-449574157241286658] [startKey=7480000000000000fd5f728000000000000004] [endKey=7480000000000000fd5f728000000000000004] [2024/05/06 09:55:08.334 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=0] [startTS=449574157241286658] [commitTS=449574157241286659] [session=38] [2024/05/06 09:55:08.338 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449574157241286660] [generation=1] [session=38] [keys=2] [size=67B] ["flushed keys"=2] ["flushed size"=67B] ["take time"=1.135182ms] [2024/05/06 09:55:08.338 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=67B] [startTS=449574157241286660] [2024/05/06 09:55:08.340 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449574157241286660] [commitTS=449574157241286661] [2024/05/06 09:55:08.340 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449574157241286660] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] [concurrency=8] [2024/05/06 09:55:08.343 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create temporary table temp(a int)"] [user=] [2024/05/06 09:55:08.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449574157241286660] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] ["cost time"=2.915649ms] ["completed regions"=1] [2024/05/06 09:55:08.343 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449574157241286660] [commitTS=449574157241286661] [session=38] [2024/05/06 09:55:08.352 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create table cached(a int)"] [user=] [2024/05/06 09:55:08.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:08.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:08.415 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:08.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table cached(a int)"] [2024/05/06 09:55:08.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.474 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 258, Table Name: cached"] [2024/05/06 09:55:08.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.258226ms] [gotSchemaVersion=222] [phyTblIDs="[258]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:08.534 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=222] [2024/05/06 09:55:08.571 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=54.113788ms] [job="ID:259, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:08.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.607 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [job="ID:259, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.324 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.639 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:55:08.639 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:08.644 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=222] [cur_db=test] [sql="alter table cached cache"] [user=] [2024/05/06 09:55:08.675 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:08.675 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table cached cache"] [2024/05/06 09:55:08.722 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=2.584479ms] [gotSchemaVersion=223] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 09:55:08.763 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=223] [2024/05/06 09:55:08.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=54.324724ms] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.877 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:08.918 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=2.268211ms] [gotSchemaVersion=224] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/06 09:55:08.928 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=224] [2024/05/06 09:55:08.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=54.351184ms] [job="ID:260, Type:alter table cache, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:09.010 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:alter table cache, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:08.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:09.041 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 09:55:09.041 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:09.044 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.40167514\n# Parse_time: 0.000394317\n# Compile_time: 0.000633846\n# Rewrite_time: 0.000012103\n# Optimize_time: 0.000129908\n# Wait_TS: 0.000311721\n# DB: test\n# Is_internal: false\n# Digest: 0c7991438e3d8bdb62473963be68edbc4bf945f74ed312f98c8ea5a389f13671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table cached cache;"] [2024/05/06 09:55:09.084 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [2024/05/06 09:55:09.084 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [2024/05/06 09:55:09.084 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:09.086 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=24.332Β΅s] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=14.284Β΅s] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=26.811Β΅s] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=17.882Β΅s] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=6.296Β΅s] [2024/05/06 09:55:09.087 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:09.087 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:55:09.087 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:55:09.090 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] ["take time"=8.984687ms] [2024/05/06 09:55:09.090 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] [2024/05/06 09:55:09.092 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:55:09.092 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1b85474d-30a0-4a32-801e-12178d5561d7] [watcherID=5823fd32-3e4e-4a70-bd31-3c745e7191f7] [2024/05/06 09:55:09.092 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:55:09.092 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1b85474d-30a0-4a32-801e-12178d5561d7] [2024/05/06 09:55:09.092 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:09.092 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:09.092 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:09.092 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:09.092 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:09.093 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:09.093 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:09.093 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:09.093 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:09.093 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:09.100 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:55:09.100 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1147] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:55:09.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:55:09.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:09.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fa9c6df-5798-4b06-b73f-78540fb0bd54"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:09.101 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:09.102 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:55:09.102 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="context canceled"] [2024/05/06 09:55:09.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:09.102 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:09.101 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:09.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:55:09.101 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:55:09.102 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:09.102 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:55:09.102 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:55:09.102 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:09.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:09.102 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:09.102 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:55:09.102 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e] [2024/05/06 09:55:09.102 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:55:09.102 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:55:09.102 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:55:09.102 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:55:09.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:09.103 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:55:09.103 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:55:09.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:09.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:09.104 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fa9c6df-5798-4b06-b73f-78540fb0bd54"] [error="context canceled"] [2024/05/06 09:55:09.104 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1fa9c6df-5798-4b06-b73f-78540fb0bd54] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:09.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:09.104 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fa9c6df-5798-4b06-b73f-78540fb0bd54"] [2024/05/06 09:55:09.104 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fa9c6df-5798-4b06-b73f-78540fb0bd54"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:09.240 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:55:09.241 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="context canceled"] [2024/05/06 09:55:09.241 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [2024/05/06 09:55:10.381 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1fa9c6df-5798-4b06-b73f-78540fb0bd54"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:10.398 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:10.398 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:55:10.398 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:10.495 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 31306c9d-8cb2-49d9-bc7d-b2ef3c0b4f4e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:10.496 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:55:10.496 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:55:10.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:10.503 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.421529156s] [2024/05/06 09:55:10.503 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:10.503 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:10.503 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:10.503 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:10.503 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:10.503 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:10.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:10.503 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:10.504 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:10.504 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:10.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:10.504 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:10.504 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:10.505 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestRejectUnsupportedTables (4.86s) PASS coverage: 13.6% of statements GCov does not exist at the given path: '' May 06, 2024 9:55:16 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:55:16 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:55:16 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:55:16 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:55:16 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test up-to-date: bazel-bin/tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test INFO: Elapsed time: 172.081s, Critical Path: 153.13s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 18 passing and 0 failing out of 18 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [2024-05-06T09:55:18.928Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [2024-05-06T09:55:19.242Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] // withCredentials [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] // script [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] // dir [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] // node [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] sh [Pipeline] // podTemplate [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [2024-05-06T09:55:20.791Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:55:20.793Z] ['info'] => Project root located at: . [2024-05-06T09:55:20.796Z] ['info'] -> Token found by environment variables [2024-05-06T09:55:20.808Z] ['info'] Searching for coverage files... [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-06T09:55:21.397Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:55:21.397Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:55:21.774Z] ['info'] Using manual override from args. [2024-05-06T09:55:21.775Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:55:21.788Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:55:22.487Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/68749f4e-190c-4444-8463-9d1ed217d686.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095522Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=9d58ae321c777542ced75a8e7a98a7c0d026c33aeca6b2cfaa4ba4362fa84f2a [2024-05-06T09:55:22.488Z] ['info'] Uploading... [2024-05-06T09:55:24.429Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 88s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/05/06 09:53:56.924 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:56.925 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:56.927 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:53:56.928 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:56.928 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:56.930 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:56.930 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:56.930 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:56.930 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:56.931 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:56.935 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:56.943 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:56.945 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:56.948 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:56.987 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:56.987 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:57.001 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:57.002 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:57.025 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:57.070 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822053163845180] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:57.264 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:57.469 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1658] ["lease id"=6f188f4d50bba3bd] [2024/05/06 09:53:57.473 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:57.485 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:53:57.527 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=41.207721ms] [2024/05/06 09:53:57.532 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:57.532 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=36860f60-fc18-45c7-8aba-3e2251f2ae22] [runWorker=true] [2024/05/06 09:53:57.533 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:57.537 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:57.539 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:57.539 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:57.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:57.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:57.540 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:57.540 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:57.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:57.540 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:57.540 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:57.544 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36860f60-fc18-45c7-8aba-3e2251f2ae22"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50bba3c1] [ownerID=36860f60-fc18-45c7-8aba-3e2251f2ae22] [op=none] [2024/05/06 09:53:57.544 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:57.544 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=acd5ef3c-6e41-4334-8e52-a441f443abaa] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:57.546 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa"] ["owner key"=/tidb/br-stream/owner/6f188f4d50bba3c3] [ownerID=acd5ef3c-6e41-4334-8e52-a441f443abaa] [op=none] [2024/05/06 09:53:57.557 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:53:57.591 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:57.593 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36860f60-fc18-45c7-8aba-3e2251f2ae22"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d50bba3c1] [ownerID=36860f60-fc18-45c7-8aba-3e2251f2ae22] [op=none] [2024/05/06 09:53:57.593 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36860f60-fc18-45c7-8aba-3e2251f2ae22"] [op=none] [2024/05/06 09:53:57.593 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:57.617 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:57.617 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:53:57.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.834 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=48.697036ms] [2024/05/06 09:53:57.835 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 36860f60-fc18-45c7-8aba-3e2251f2ae22"] ["ddl job id"=3] [ver=1] [2024/05/06 09:53:57.844 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:57.866 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:57.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:53:57.883 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=104.396328ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.989 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:53:58.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:58.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.483116668\n# Parse_time: 0\n# Compile_time: 0.000825209\n# Rewrite_time: 0.000031799\n# Optimize_time: 0\n# Wait_TS: 0.000821073\n# DB: mysql\n# Is_internal: true\n# Digest: 0a22979ad136f741465cf206b13e5717b9758dda34f7cae5a7a925f91711d6a0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:53:58.042 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:53:58.081 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:53:58.392 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:58.392 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:53:58.486 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.544 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:58.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=12.008987ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:59.016 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:59.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:53:59.033 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=55.672871ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.115 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.412 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:53:59.413 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:59.418 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 1.351107271\n# Parse_time: 0\n# Compile_time: 0.014568622\n# Rewrite_time: 0.000025753\n# Optimize_time: 0\n# Wait_TS: 0.000859136\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:59.425 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:53:59.512 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.512 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:53:59.539 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:59.540 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:53:59.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.490211ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:59.712 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:59.713 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:53:59.741 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=55.096091ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.799 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:53:59.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:59.882 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.460081716\n# Parse_time: 0\n# Compile_time: 0.003048689\n# Rewrite_time: 0.000014864\n# Optimize_time: 0\n# Wait_TS: 0.00066669\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:59.885 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:53:59.950 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.950 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:54:00.014 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=3.48382ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:00.120 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:00.121 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:54:00.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=54.566004ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:59.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.207 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.264 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:54:00.264 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.269 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.384577345\n# Parse_time: 0\n# Compile_time: 0.001698099\n# Rewrite_time: 0.000010311\n# Optimize_time: 0\n# Wait_TS: 0.000606947\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:00.283 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:54:00.435 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:00.435 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:54:00.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=6.549649ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:00.768 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:00.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:54:00.796 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.261032ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.891 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.028 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:54:01.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.033 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.756044816\n# Parse_time: 0\n# Compile_time: 0.006363672\n# Rewrite_time: 0.000015415\n# Optimize_time: 0\n# Wait_TS: 0.000452197\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:01.042 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:54:01.134 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:01.134 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:54:01.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=4.85686ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:01.360 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:01.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:54:01.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=56.120549ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.530 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:54:01.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.534 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496143833\n# Parse_time: 0\n# Compile_time: 0.004464086\n# Rewrite_time: 0.000013624\n# Optimize_time: 0\n# Wait_TS: 0.000452016\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:01.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:54:01.626 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:01.626 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:54:01.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=4.743313ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:01.859 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:01.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:54:01.883 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.952644ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.938 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.029 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:54:02.029 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.035 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.498090863\n# Parse_time: 0\n# Compile_time: 0.003773328\n# Rewrite_time: 0.000015718\n# Optimize_time: 0\n# Wait_TS: 0.00074749\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:02.039 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:54:02.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:02.124 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:54:02.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.276 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=3.179717ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:02.291 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:02.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:54:02.323 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=54.443295ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.453 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:54:02.453 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.458 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.420666652\n# Parse_time: 0\n# Compile_time: 0.001902442\n# Rewrite_time: 0.000015736\n# Optimize_time: 0\n# Wait_TS: 0.000927672\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:02.462 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:54:02.539 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:02.539 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:54:02.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=4.012971ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:02.750 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:02.750 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:54:02.776 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=55.3713ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.860 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.925 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:54:02.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.931 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.469988706\n# Parse_time: 0\n# Compile_time: 0.001985783\n# Rewrite_time: 0.000013385\n# Optimize_time: 0\n# Wait_TS: 0.000648393\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:02.939 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:54:03.028 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:03.028 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:54:03.089 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=4.7081ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:03.245 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:03.246 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:54:03.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=54.787156ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.344 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.438 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:54:03.438 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:03.445 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.508981514\n# Parse_time: 0\n# Compile_time: 0.003479925\n# Rewrite_time: 0.000016351\n# Optimize_time: 0\n# Wait_TS: 0.000576804\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:03.452 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:54:03.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:03.536 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:54:03.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=5.312763ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:03.793 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:03.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:54:03.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=56.494315ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.903 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.005 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:54:04.005 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.011 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.562189324\n# Parse_time: 0\n# Compile_time: 0.003284593\n# Rewrite_time: 0.000014404\n# Optimize_time: 0\n# Wait_TS: 0.00067302\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:04.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:54:04.031 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:54:04.269 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.269 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:54:04.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=6.203071ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:04.738 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:04.738 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:54:04.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=72.031469ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.851 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.045 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:54:05.045 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:05.050 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 1.026796815\n# Parse_time: 0\n# Compile_time: 0.005133622\n# Rewrite_time: 0.000014908\n# Optimize_time: 0\n# Wait_TS: 0.000800507\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:05.055 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:54:05.276 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:05.276 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:54:05.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=4.995542ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:05.640 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:05.640 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:54:05.670 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=55.142914ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.732 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:05.802 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:54:05.803 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:05.808 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.754802349\n# Parse_time: 0\n# Compile_time: 0.002347418\n# Rewrite_time: 0.000009284\n# Optimize_time: 0\n# Wait_TS: 0.000560485\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:05.813 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:54:05.888 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:05.888 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:54:05.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.042 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.314079ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:06.058 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:06.058 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:54:06.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.39921ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:05.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.155 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:05.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.212 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:54:06.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406097354\n# Parse_time: 0\n# Compile_time: 0.002905593\n# Rewrite_time: 0.000010933\n# Optimize_time: 0\n# Wait_TS: 0.000709156\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:06.224 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:54:06.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:54:06.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.483 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.296034ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:06.496 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:06.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:54:06.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=54.318964ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.675 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:54:06.675 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.680 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.458824763\n# Parse_time: 0\n# Compile_time: 0.002888203\n# Rewrite_time: 0.000013487\n# Optimize_time: 0\n# Wait_TS: 0.000448588\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:06.688 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:54:06.747 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.747 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:54:06.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.735612ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:06.943 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:06.943 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:54:06.975 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.069012ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.025 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.100 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:54:07.100 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.430390846\n# Parse_time: 0\n# Compile_time: 0.004732348\n# Rewrite_time: 0.000015818\n# Optimize_time: 0\n# Wait_TS: 0.000576407\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:07.122 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:54:07.191 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.191 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:54:07.289 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.536582ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:07.428 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:07.428 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:54:07.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.897479ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.526 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.603 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:54:07.603 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.608 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.489240143\n# Parse_time: 0\n# Compile_time: 0.003840914\n# Rewrite_time: 0.000014969\n# Optimize_time: 0\n# Wait_TS: 0.000522749\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:07.616 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:54:07.694 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.694 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:54:07.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.994313ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:07.906 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:07.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:54:07.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.538959ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:07.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:07.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.120 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:54:08.120 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.513156016\n# Parse_time: 0\n# Compile_time: 0.00382401\n# Rewrite_time: 0.000013141\n# Optimize_time: 0\n# Wait_TS: 0.000430298\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:08.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:54:08.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:54:08.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=4.922017ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:08.528 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:08.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:54:08.556 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.463163ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:54:08.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.800 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.670838056\n# Parse_time: 0\n# Compile_time: 0.003674364\n# Rewrite_time: 0.000015394\n# Optimize_time: 0\n# Wait_TS: 0.000475861\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:08.833 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:54:08.909 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.909 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:54:08.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.099 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=4.477737ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.115 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:09.115 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:54:09.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=71.334664ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:54:09.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.449206568\n# Parse_time: 0\n# Compile_time: 0.001937076\n# Rewrite_time: 0.000010551\n# Optimize_time: 0\n# Wait_TS: 0.000583392\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:09.285 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:54:09.346 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.346 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:54:09.405 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=3.948674ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.498 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:09.498 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:54:09.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=55.331224ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.545 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=acd5ef3c-6e41-4334-8e52-a441f443abaa] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:09.545 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:54:09.607 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.672 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:54:09.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.678 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394185688\n# Parse_time: 0\n# Compile_time: 0.001847249\n# Rewrite_time: 0.000014048\n# Optimize_time: 0\n# Wait_TS: 0.000608368\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:09.681 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:54:09.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:54:09.801 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=3.658378ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:09.893 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:09.893 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:54:09.924 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=59.653501ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:54:10.093 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:10.099 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.419412195\n# Parse_time: 0\n# Compile_time: 0.001392974\n# Rewrite_time: 0.000013676\n# Optimize_time: 0\n# Wait_TS: 0.000577355\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:10.108 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:54:10.226 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.226 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:54:10.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=5.01024ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:10.495 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:10.495 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:54:10.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=56.31809ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.589 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.681 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:54:10.681 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:10.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.583070857\n# Parse_time: 0\n# Compile_time: 0.003697976\n# Rewrite_time: 0.000014011\n# Optimize_time: 0\n# Wait_TS: 0.000562302\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:10.693 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:54:10.767 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.767 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:54:10.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=4.681807ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:11.009 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:11.009 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:54:11.037 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=56.746228ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.126 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.225 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:54:11.225 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.542846677\n# Parse_time: 0\n# Compile_time: 0.002427381\n# Rewrite_time: 0.000013704\n# Optimize_time: 0\n# Wait_TS: 0.000707207\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:11.241 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:54:11.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:11.327 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:54:11.455 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=4.657758ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:11.598 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:11.598 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:54:11.624 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=55.821291ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.763 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:11.836 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:54:11.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:11.842 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.60401044\n# Parse_time: 0\n# Compile_time: 0.003346523\n# Rewrite_time: 0.000014424\n# Optimize_time: 0\n# Wait_TS: 0.000997637\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:11.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:54:11.930 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:11.930 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:54:12.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=4.649254ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:12.137 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:12.137 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:54:12.161 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.719547ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:11.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.243 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:11.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.317 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:54:12.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.324 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.47864889\n# Parse_time: 0\n# Compile_time: 0.002723418\n# Rewrite_time: 0.00001552\n# Optimize_time: 0\n# Wait_TS: 0.000886181\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:12.329 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:54:12.433 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.433 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:54:12.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=4.594142ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:12.655 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:12.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:54:12.680 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=56.714512ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.772 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.849 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:54:12.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.855 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.52838154\n# Parse_time: 0\n# Compile_time: 0.002602444\n# Rewrite_time: 0.000015261\n# Optimize_time: 0\n# Wait_TS: 0.000609227\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:12.863 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:54:12.954 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.954 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:54:13.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=4.318633ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.239 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:13.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:54:13.261 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=55.967952ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.343 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.423 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:54:13.424 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.570037206\n# Parse_time: 0\n# Compile_time: 0.003096353\n# Rewrite_time: 0.000015775\n# Optimize_time: 0\n# Wait_TS: 0.000757522\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:13.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:54:13.445 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:54:13.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:54:13.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=6.451842ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.863 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:13.863 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:54:13.887 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=56.210227ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.999 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.085 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:54:14.085 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.092 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.65644114\n# Parse_time: 0\n# Compile_time: 0.006331261\n# Rewrite_time: 0.000015571\n# Optimize_time: 0\n# Wait_TS: 0.000757118\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:14.109 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:54:14.219 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.219 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:54:14.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=5.75609ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:14.497 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:14.497 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:54:14.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=56.729477ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.612 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:14.725 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:54:14.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:14.732 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.635035357\n# Parse_time: 0\n# Compile_time: 0.01189446\n# Rewrite_time: 0.000014883\n# Optimize_time: 0\n# Wait_TS: 0.0008687\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:14.741 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:54:14.845 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:14.846 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:54:14.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.115 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=5.985782ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:15.135 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:15.135 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:54:15.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=56.049858ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:14.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:14.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.320 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:54:15.320 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:15.326 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.589440737\n# Parse_time: 0\n# Compile_time: 0.004691433\n# Rewrite_time: 0.000013252\n# Optimize_time: 0\n# Wait_TS: 0.000653544\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:15.346 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:54:15.493 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:15.493 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:54:15.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.836 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=6.606061ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:15.859 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:15.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:54:15.878 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=56.102778ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.971 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.104 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:54:16.104 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.116 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.776096682\n# Parse_time: 0\n# Compile_time: 0.006506966\n# Rewrite_time: 0.000025564\n# Optimize_time: 0\n# Wait_TS: 0.000826326\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:16.120 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:54:16.193 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.193 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:54:16.309 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=4.22392ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:16.424 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:16.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:54:16.446 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=56.227265ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:16.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.520 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.579 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:54:16.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.467080665\n# Parse_time: 0\n# Compile_time: 0.001883013\n# Rewrite_time: 0.000015599\n# Optimize_time: 0\n# Wait_TS: 0.001076614\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:16.815 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:16.815 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:54:16.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.805587ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:54:17.141 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:17.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:54:17.166 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=55.680449ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:16.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.267 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:16.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.373 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:54:17.374 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.380 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.78541891\n# Parse_time: 0\n# Compile_time: 0.011478439\n# Rewrite_time: 0.006017986\n# Optimize_time: 0\n# Wait_TS: 0.000941997\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:17.387 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:54:17.474 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:17.474 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:54:17.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.685 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=4.845106ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:17.702 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:17.702 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:54:17.728 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.51829ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.816 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.903 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:54:17.903 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.908 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.523421952\n# Parse_time: 0\n# Compile_time: 0.003119692\n# Rewrite_time: 0.000014332\n# Optimize_time: 0\n# Wait_TS: 0.000599751\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:17.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:54:18.015 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.015 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:54:18.137 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=5.109078ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:18.266 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:18.266 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:54:18.292 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=57.41715ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:17.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:54:18.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.453 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.541149718\n# Parse_time: 0\n# Compile_time: 0.003775852\n# Rewrite_time: 0.000014674\n# Optimize_time: 0\n# Wait_TS: 0.001037269\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:18.458 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:54:18.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.533 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:54:18.603 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=4.063114ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:18.730 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:18.731 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:54:18.759 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=56.311621ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.895 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:54:18.895 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.901 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.44494408\n# Parse_time: 0\n# Compile_time: 0.002503232\n# Rewrite_time: 0.00001535\n# Optimize_time: 0\n# Wait_TS: 0.000807961\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:18.913 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:54:19.064 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.064 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:54:19.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=6.309783ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:19.376 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:19.376 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:54:19.393 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=56.174087ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.475 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.621 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:54:19.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.718602389\n# Parse_time: 0\n# Compile_time: 0.004668925\n# Rewrite_time: 0.000015803\n# Optimize_time: 0\n# Wait_TS: 0.00074672\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:19.636 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:54:19.765 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.765 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:54:19.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=6.179827ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.136 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:20.136 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:54:20.162 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=55.844288ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.240 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.367 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:54:20.368 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.374 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.741608239\n# Parse_time: 0\n# Compile_time: 0.003582225\n# Rewrite_time: 0.000015136\n# Optimize_time: 0\n# Wait_TS: 0.000625953\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:20.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:54:20.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:54:20.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=8.256545ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.905 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:20.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:54:20.925 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=56.62931ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.020 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.159 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:54:21.159 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.781717282\n# Parse_time: 0\n# Compile_time: 0.006362139\n# Rewrite_time: 0.000019554\n# Optimize_time: 0\n# Wait_TS: 0.000812154\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:21.173 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:54:21.306 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:21.306 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:54:21.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=7.468783ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:21.674 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:21.674 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:54:21.696 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=55.860671ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:21.931 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:54:21.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.939 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.769450584\n# Parse_time: 0\n# Compile_time: 0.003212693\n# Rewrite_time: 0.000011949\n# Optimize_time: 0\n# Wait_TS: 0.000620788\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:21.951 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:54:22.092 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:54:22.092 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:22.208 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.412 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=7.905035ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:22.432 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:22.433 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:54:22.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=56.191948ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:21.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.561 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:21.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:22.688 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:54:22.688 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:22.694 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.747949023\n# Parse_time: 0\n# Compile_time: 0.005153411\n# Rewrite_time: 0.000016756\n# Optimize_time: 0\n# Wait_TS: 0.000702903\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:22.707 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:54:22.870 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:22.870 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:54:22.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=9.45689ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:23.254 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:23.254 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:54:23.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=55.842017ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:22.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.364 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:22.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:54:23.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:23.514 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.812693553\n# Parse_time: 0\n# Compile_time: 0.005887292\n# Rewrite_time: 0.000014651\n# Optimize_time: 0\n# Wait_TS: 0.000576794\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:23.523 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:54:23.627 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:23.627 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:54:23.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:23.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=6.090861ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:23.972 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:23.972 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:54:23.994 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=56.907123ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:23.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.110 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:23.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.219 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:54:24.220 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:24.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.706252243\n# Parse_time: 0\n# Compile_time: 0.004090595\n# Rewrite_time: 0.000012913\n# Optimize_time: 0\n# Wait_TS: 0.000613828\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:24.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:54:24.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:24.352 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:54:24.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.585 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=5.345174ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:24.604 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:24.604 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:54:24.629 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=56.236685ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.711 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.826 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:54:24.827 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:24.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.60173205\n# Parse_time: 0\n# Compile_time: 0.004632699\n# Rewrite_time: 0.000014227\n# Optimize_time: 0\n# Wait_TS: 0.000744606\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:24.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:54:25.014 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:25.014 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:54:25.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:25.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=8.723275ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:25.439 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:25.440 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:54:25.441 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 36860f60-fc18-45c7-8aba-3e2251f2ae22"] ["ddl job id"=93] [ver=46] [2024/05/06 09:54:25.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=80.037041ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:25.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:25.707 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:54:25.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:25.714 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.87301547\n# Parse_time: 0\n# Compile_time: 0.006706233\n# Rewrite_time: 0.000014149\n# Optimize_time: 0\n# Wait_TS: 0.000704332\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:25.724 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:54:25.854 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:25.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:25.855 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:25.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:54:25.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:25.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=5.876552ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:26.184 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:26.184 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:54:26.190 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=55.334227ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:25.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.286 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:25.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.394 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:54:26.394 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:26.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.681020295\n# Parse_time: 0\n# Compile_time: 0.00452563\n# Rewrite_time: 0.000017539\n# Optimize_time: 0\n# Wait_TS: 0.001185074\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:26.406 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:54:26.514 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:26.514 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:54:26.573 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:26.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:26.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:26.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:26.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.766 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=4.871702ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:26.786 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:26.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:54:26.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=56.914111ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.913 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.991 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:54:26.991 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:26.997 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.593359132\n# Parse_time: 0\n# Compile_time: 0.002595512\n# Rewrite_time: 0.000018126\n# Optimize_time: 0\n# Wait_TS: 0.000994666\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:27.004 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:54:27.094 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:27.094 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:54:27.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=5.141605ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:27.318 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:27.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:54:27.341 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=55.060494ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.510 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:54:27.510 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:27.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.515659556\n# Parse_time: 0\n# Compile_time: 0.003054336\n# Rewrite_time: 0.000013966\n# Optimize_time: 0\n# Wait_TS: 0.000643931\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:27.519 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:54:27.587 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:27.587 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:54:27.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.915368ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:27.766 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:27.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:54:27.793 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=56.724898ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:27.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.931 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:54:27.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:27.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418485664\n# Parse_time: 0\n# Compile_time: 0.00121498\n# Rewrite_time: 0.000013203\n# Optimize_time: 0\n# Wait_TS: 0.00060918\n# DB: mysql\n# Is_internal: true\n# Digest: 28d51e3d698da98c60f20a53b5051c7b2d219978d014ce863413788ed5d6649b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:28.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:27.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:28.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:27.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:54:28.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=4.290624ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:54:28.322 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:54:28.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:54:28.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=56.315823ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:27.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.430 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:27.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:28.512 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:54:28.513 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:28.520 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.579054259\n# Parse_time: 0\n# Compile_time: 0.006362943\n# Rewrite_time: 0.002848959\n# Optimize_time: 0\n# Wait_TS: 0.001155632\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:54:29.468 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574146806120449\n# Query_time: 0.688086652\n# Parse_time: 0\n# Compile_time: 0.317137325\n# Rewrite_time: 0.010037171\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365302\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTozNTMuM21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDUzLjIBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoIDEuMzRtc30sIAEOGF9kZXRhaWwRYxxfcHJvY2VzcwkqFCA5MsK1cxE9DHdhaXQRGAg1LjYdGihrdl9yZWFkX3dhbA1kCCAxOQ0hCGlrdi4YABgyNDEuNcK1AX8Mc2Nhbj5/AAxrZXlzBcAoZ2V0X3NuYXBzaG8RdQwzNS45BXVocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaJEeG46IHtwcmV3cml0ZToyLjY2ITMBUREiGHM6NzQ0LjgFTQkUEDoyLjkxASccc2xvd2VzdF8RQCVAACAxgGAwLjAwM3MsIHJlZ2lvbl9pZDogNiwgc3RvIaU4MTI3LjAuMC4xOjIwMTYwQmABOgoBDDEuMzElhzYIAQGoPvkACDMuMwWsWvkABek5SgWPFF9iYXRjaCW0DDogMzcldDAsIHByb3Bvc2Vfc2VuIa4QaXQ6IDABFyRlcnNpc3RfbG9nGewQMjY1LjcFdwlgFGxlYWRlcg1SKDExNG5zLCBzeW5jCTYIMTE0DWQJLjBtZW10YWJsZTogMy44QQs5oQVmCDY0MQ1eEGFwcGx5Pq8ACfAFGxWSBDEzETMUbXV0ZXhfKfwBwAlzMqEAGRcYd2FsOiAzMi3vCSsZngQxOQUZLkECGHByaW1hcnn++gFy+gEANZb6AQQyOS0K6voBKUuy+gEIODcuafkpLjJZAQg0MDE++gEAN22YCS49XAg2LjFp62llKfoIODI0ZvoBiR0ALD76AQQxNAVKACzK+gEEMThamAIMMjAuNAGegTtt0AhudW2hLAnIhYsEMSwNDhhieXRlOjMyBS5kaW5zZXJ0OjMwMG1zCTEwOC43IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/06 09:54:29.665 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=32.11983932s] [2024/05/06 09:54:29.692 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36860f60-fc18-45c7-8aba-3e2251f2ae22"] [2024/05/06 09:54:29.693 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36860f60-fc18-45c7-8aba-3e2251f2ae22"] [2024/05/06 09:54:29.695 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 36860f60-fc18-45c7-8aba-3e2251f2ae22"] [] [2024/05/06 09:54:29.697 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=38.157Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=14.564Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=11.501Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=18.021Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=21.361Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=13.833Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=12.301Β΅s] [2024/05/06 09:54:29.698 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=14.953Β΅s] [2024/05/06 09:54:29.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=14.92Β΅s] [2024/05/06 09:54:29.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=12.67Β΅s] [2024/05/06 09:54:29.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:29.699 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=18.75Β΅s] [2024/05/06 09:54:29.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:29.699 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:29.700 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:29.720 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=36860f60-fc18-45c7-8aba-3e2251f2ae22] ["take time"=40.615932ms] [2024/05/06 09:54:29.720 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=36860f60-fc18-45c7-8aba-3e2251f2ae22] [2024/05/06 09:54:29.726 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1658] [2024/05/06 09:54:29.726 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:29.726 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:29.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:29.726 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:29.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:29.727 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:29.726 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:29.727 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:29.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:29.727 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:29.727 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa watch owner key /tidb/br-stream/owner/6f188f4d50bba3c3"] [2024/05/06 09:54:29.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:29.727 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:29.727 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:29.727 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa"] [2024/05/06 09:54:29.727 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa"] [2024/05/06 09:54:29.727 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:29.727 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:29.729 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:29.729 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=acd5ef3c-6e41-4334-8e52-a441f443abaa] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:29.729 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:54:29.729 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa"] [error="context canceled"] [2024/05/06 09:54:29.729 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:29.729 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:29.729 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:29.730 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:29.730 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=50.919021ms] [2024/05/06 09:54:29.730 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822053163845180] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:29.752 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:29.930 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:30.003 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1273] ["lease id"=22318f4d50bbba22] [2024/05/06 09:54:30.008 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:30.202 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=187.475295ms] [2024/05/06 09:54:30.213 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:30.213 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=9a552b2a-44f3-4114-a5e7-2e84b2709361] [runWorker=true] [2024/05/06 09:54:30.213 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:30.218 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:30.220 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:30.221 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:30.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:30.221 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:30.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:30.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:30.222 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:30.222 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:30.222 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:30.224 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50bbde34] [ownerID=9a552b2a-44f3-4114-a5e7-2e84b2709361] [op=none] [2024/05/06 09:54:30.227 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:30.227 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1157250d-cdc2-4929-9cf4-3cd0f0f46f84] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:30.269 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:30.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:30.272 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:30.274 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:30.275 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d50bbde34] [ownerID=9a552b2a-44f3-4114-a5e7-2e84b2709361] [op=none] [2024/05/06 09:54:30.275 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [op=none] [2024/05/06 09:54:30.276 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:30.280 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4d50bbde38] [ownerID=9a552b2a-44f3-4114-a5e7-2e84b2709361] [op=none] [2024/05/06 09:54:30.298 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:54:30.304 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:30.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:30.520 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:30.542 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:30.542 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:30.542 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:30.542 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:30.543 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:30.543 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:30.543 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:30.543 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:30.543 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:30.550 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:30.550 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:30.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:30.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:30.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:30.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:30.553 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:30.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:30.558 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] ["owner key"=/tidb/stats/owner/3eaa8f4d50bbde3c] [ownerID=9a552b2a-44f3-4114-a5e7-2e84b2709361] [op=none] [2024/05/06 09:54:30.561 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:30.573 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9908aa8f-570f-4d8e-a73f-fc62603d113f] [2024/05/06 09:54:30.574 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:30.574 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:30.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:30.604 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:30.607 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:30.610 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=60.274556ms] [2024/05/06 09:54:30.700 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/05/06 09:54:30.719 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/06 09:54:30.723 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/06 09:54:30.775 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:30.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:30.775 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:30.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/05/06 09:54:30.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:30.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:30.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.978903ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:30.974 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:54:31.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=56.072048ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:30.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:30.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.196 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:54:31.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:31.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.481720378\n# Parse_time: 0.000363382\n# Compile_time: 0.001268268\n# Rewrite_time: 0.000011765\n# Optimize_time: 0.000580346\n# Wait_TS: 0.000599303\n# Is_internal: false\n# Digest: 41efa7a6f7e5b6c38bc3404eda95f12fe9e24d7478b1c84498630b85ef3336f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gsort_basic;"] [2024/05/06 09:54:31.205 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager acd5ef3c-6e41-4334-8e52-a441f443abaa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:31.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/06 09:54:31.259 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:31.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:31.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:31.259 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:31.317 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:31.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:31.318 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:31.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/06 09:54:31.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:31.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.406 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:54:31.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=5.816559ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:31.564 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:54:31.573 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:31.574 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:31.574 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9908aa8f-570f-4d8e-a73f-fc62603d113f] [watcherID=021793ea-c81f-414f-a412-67ae3a3e21f8] [2024/05/06 09:54:31.587 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=58.67497ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:31.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.608 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:31.628 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:31.628 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:31.628 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:31.628 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:31.684 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:31.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.795 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:54:31.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:31.804 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597952908\n# Parse_time: 0.004784227\n# Compile_time: 0.00257663\n# Rewrite_time: 0.000014187\n# Optimize_time: 0.000580346\n# Wait_TS: 0.000674963\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/05/06 09:54:32.221 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:32.419 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:32.423 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:32.483 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:32.729 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:32.956 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 09:54:33.021 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:54:33.022 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:54:33.134 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:54:33.138 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:33.160 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:54:33.201 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:33.202 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:33.207 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:33.207 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:54:33.207 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=112.053Β΅s] [2024/05/06 09:54:33.208 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=396.409Β΅s] [] [2024/05/06 09:54:33.208 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 09:54:33.208 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 09:54:33.510 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:54:33.561 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:33.626 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1435\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1534\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1164\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:761"] [2024/05/06 09:54:33.626 +00:00] [INFO] [executor.go:1424] ["limit executor close takes a long time"] [elapsed=1.207158ms] [2024/05/06 09:54:33.644 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:33.649 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 09:54:33.651 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:33.654 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:33.656 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:54:33.688 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:33.689 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:33.690 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:33.690 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:33.692 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:33.692 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:33.693 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:33.693 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:33.693 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:33.726 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:33.728 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:33.729 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:54:33.729 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:54:33.818 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b32827d2-d5fa-4c34-8360-56c86068c275] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8f7a53f0-8702-40d1-b177-80730d02c688] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c5770a26-077e-4a3d-bfdf-e6e9792298f9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.821 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6f871e78-8830-4679-a980-e2a75d30f622] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5fb0141f-634b-48ab-8817-8c856fcd8dc3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bac31b55-6b8d-43f2-b0b8-e82e3723460f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.821 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3cdfb04a-cc45-4855-8745-61c2aea41664] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:33.825 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/06 09:54:33.849 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=2.266051ms] [encodeDur=3.454338ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=17.200838ms] [type=file] [takeTime=23.836384ms] [] [2024/05/06 09:54:33.864 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=14.183882ms] [write-speed(bytes/s)=12.32KiB] [2024/05/06 09:54:33.865 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=17.822Β΅s] [write-time=14.692605ms] [sort-speed(kv/s)=168331.2760] [writer-id=data/b5f52afb-3033-4cf9-886e-56be27b63759] [2024/05/06 09:54:33.865 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b5f52afb-3033-4cf9-886e-56be27b63759] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/06 09:54:33.882 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=16.900466ms] [write-speed(bytes/s)=9.361KiB] [2024/05/06 09:54:33.883 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=10.768Β΅s] [write-time=17.367771ms] [sort-speed(kv/s)=278603.2689] [writer-id=index/1/b5f52afb-3033-4cf9-886e-56be27b63759] [2024/05/06 09:54:33.883 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/b5f52afb-3033-4cf9-886e-56be27b63759] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:33.902 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=18.400842ms] [write-speed(bytes/s)=13KiB] [2024/05/06 09:54:33.902 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=10.054Β΅s] [write-time=18.615809ms] [sort-speed(kv/s)=298388.7010] [writer-id=index/2/b5f52afb-3033-4cf9-886e-56be27b63759] [2024/05/06 09:54:33.902 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/b5f52afb-3033-4cf9-886e-56be27b63759] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 09:54:33.911 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=8.22834ms] [write-speed(bytes/s)=19.23KiB] [2024/05/06 09:54:33.911 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/b5f52afb-3033-4cf9-886e-56be27b63759] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=9.252Β΅s] [write-time=8.446426ms] [sort-speed(kv/s)=324254.2153] [writer-id=index/3/b5f52afb-3033-4cf9-886e-56be27b63759] [2024/05/06 09:54:33.911 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/b5f52afb-3033-4cf9-886e-56be27b63759] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/06 09:54:33.911 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=92.532899ms] [] [2024/05/06 09:54:33.912 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/06 09:54:34.042 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/06 09:54:34.044 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:54:34.044 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8df8668d-edd0-463c-842a-81db31e3f7ec] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.044 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a9289a79-e3ce-4984-a922-0e7318c4cc3f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.044 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b7639e32-aaec-464b-a418-d014483fe4a3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.044 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9765a17a-406f-4523-a00b-a2f56e41f87d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.045 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/107da050-e34a-4790-9373-313d0734c7d5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.045 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/25f0503a-65de-4efc-84af-e1a695739e4c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.045 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/efd161a3-a6cb-4702-8234-d7a8878bdd60] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:34.047 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/06 09:54:34.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.844571ms] [encodeDur=5.350848ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=4.734369ms] [type=file] [takeTime=12.638441ms] [] [2024/05/06 09:54:34.067 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=6.760951ms] [write-speed(bytes/s)=25.86KiB] [2024/05/06 09:54:34.067 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=10.268Β΅s] [write-time=6.983517ms] [sort-speed(kv/s)=292169.8481] [writer-id=data/d589400f-81b9-403f-8439-83b098610bcd] [2024/05/06 09:54:34.068 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d589400f-81b9-403f-8439-83b098610bcd] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/06 09:54:36.486 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=2.417838827s] [write-speed(bytes/s)=67B] [2024/05/06 09:54:36.486 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=9.105Β΅s] [write-time=2.41821406s] [sort-speed(kv/s)=329489.2916] [writer-id=index/3/d589400f-81b9-403f-8439-83b098610bcd] [2024/05/06 09:54:36.486 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d589400f-81b9-403f-8439-83b098610bcd] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/06 09:54:36.504 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=17.98788ms] [write-speed(bytes/s)=8.795KiB] [2024/05/06 09:54:36.505 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=17.005Β΅s] [write-time=18.489209ms] [sort-speed(kv/s)=176418.7004] [writer-id=index/1/d589400f-81b9-403f-8439-83b098610bcd] [2024/05/06 09:54:36.505 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d589400f-81b9-403f-8439-83b098610bcd] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/06 09:54:36.521 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=15.357324ms] [write-speed(bytes/s)=15.58KiB] [2024/05/06 09:54:36.521 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d589400f-81b9-403f-8439-83b098610bcd] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=167.096Β΅s] [write-time=15.806628ms] [sort-speed(kv/s)=17953.7511] [writer-id=index/2/d589400f-81b9-403f-8439-83b098610bcd] [2024/05/06 09:54:36.522 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d589400f-81b9-403f-8439-83b098610bcd] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 09:54:36.522 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=2.480013572s] [] [2024/05/06 09:54:36.522 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/06 09:54:36.650 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:36.653 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:36.653 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:36.653 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:36.654 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:36.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:36.654 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:36.654 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:36.657 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:36.657 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:36.657 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:36.657 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:36.657 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:36.658 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.012943808s] [] [2024/05/06 09:54:36.661 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:36.665 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:36.669 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:36.705 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/06 09:54:36.705 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/06 09:54:36.705 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/06 09:54:36.706 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/06 09:54:36.706 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 09:54:36.706 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 09:54:36.965 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:54:36.970 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:36.974 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:54:37.070 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.074 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.083 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:37.085 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:37.086 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:37.087 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.088 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:37.089 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.089 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.089 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.090 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.089 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.097 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.097 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:37.097 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:37.099 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:37.099 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:37.106 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/06 09:54:37.106 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:37.112 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:37.113 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:37.115 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:37.117 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.117 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:37.119 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.119 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.119 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.119 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.119 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:37.126 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:37.126 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.126 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:37.126 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:37.128 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:37.128 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:37.133 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:54:37.133 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:54:37.134 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/06 09:54:37.134 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:37.139 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:37.140 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:37.141 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:37.142 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.143 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:37.144 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.145 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.145 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.145 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.145 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.152 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.152 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.152 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:37.152 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:37.152 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.152 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:37.153 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:37.153 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:37.153 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:37.153 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:37.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.153 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:37.153 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:37.155 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:37.155 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:37.161 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/06 09:54:37.161 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:37.166 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:37.167 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:37.168 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:37.170 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.170 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:37.171 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.171 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.171 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.172 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.172 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:37.178 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.178 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:37.178 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:37.178 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:37.180 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:37.180 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:37.188 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/06 09:54:37.188 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:37.189 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 09:54:37.189 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 09:54:37.500 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:54:37.545 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:37.610 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:37.617 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.618 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.633 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:37.633 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:37.634 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.636 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:37.637 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:37.638 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:37.638 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:37.638 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:37.638 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:37.663 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:37.665 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:37.665 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:54:37.741 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [2024/05/06 09:54:37.741 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.752 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/06 09:54:37.752 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:37.777 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:37.777 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:37.778 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:37.780 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/06 09:54:37.780 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=19.061Β΅s] [2024/05/06 09:54:37.781 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=3.122883ms] [] [2024/05/06 09:54:37.781 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:37.782 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/06 09:54:37.782 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:37.788 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.769637ms] [] [2024/05/06 09:54:37.796 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.797 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=15.446858ms] [] [2024/05/06 09:54:37.797 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:37.797 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=15.973921ms] [droppedSize=0] [2024/05/06 09:54:37.797 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=14.078Β΅s] [2024/05/06 09:54:37.823 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 09:54:37.827 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [takeTime=86.306354ms] [] [2024/05/06 09:54:37.981 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=1] [2024/05/06 09:54:37.981 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:37.991 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 09:54:37.992 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:38.016 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:38.017 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:38.017 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:38.019 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 09:54:38.019 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=19.436Β΅s] [2024/05/06 09:54:38.019 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.100641ms] [] [2024/05/06 09:54:38.019 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:38.019 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 09:54:38.019 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:38.028 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=8.012955ms] [] [2024/05/06 09:54:38.035 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.036 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=16.576389ms] [] [2024/05/06 09:54:38.036 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:38.036 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=16.909391ms] [droppedSize=0] [2024/05/06 09:54:38.036 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=24.128Β΅s] [2024/05/06 09:54:38.063 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:54:38.066 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=1] [takeTime=84.495732ms] [] [2024/05/06 09:54:38.187 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=2] [2024/05/06 09:54:38.187 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.195 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 09:54:38.195 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:38.220 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:38.221 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:38.221 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:38.223 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 09:54:38.223 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=20.157Β΅s] [2024/05/06 09:54:38.223 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.321712ms] [] [2024/05/06 09:54:38.224 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:38.224 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 09:54:38.224 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:38.235 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=10.787347ms] [] [2024/05/06 09:54:38.245 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.249 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=24.797347ms] [] [2024/05/06 09:54:38.249 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:38.249 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=25.744023ms] [droppedSize=0] [2024/05/06 09:54:38.250 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=34.365Β΅s] [2024/05/06 09:54:38.274 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 09:54:38.278 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=2] [takeTime=90.782745ms] [] [2024/05/06 09:54:38.406 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [2024/05/06 09:54:38.406 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.416 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 09:54:38.416 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:38.440 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:38.441 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:38.441 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:38.443 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 09:54:38.443 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=18.744Β΅s] [2024/05/06 09:54:38.443 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.850548ms] [] [2024/05/06 09:54:38.443 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:38.443 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 09:54:38.443 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:38.623 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=179.736334ms] [] [2024/05/06 09:54:38.639 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.642 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=198.437906ms] [] [2024/05/06 09:54:38.642 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:38.642 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=198.774384ms] [droppedSize=0] [2024/05/06 09:54:38.642 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=28.327Β΅s] [2024/05/06 09:54:38.665 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:54:38.668 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [takeTime=262.162782ms] [] [2024/05/06 09:54:38.759 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/06 09:54:38.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 09:54:38.767 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:38.770 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 09:54:38.771 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:38.776 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:38.776 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:38.776 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:38.776 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:38.777 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:38.776 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:38.776 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:38.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:38.777 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:38.777 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:38.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:38.777 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:38.777 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:38.780 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:38.780 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:38.780 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:38.780 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:38.780 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:38.780 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.170490784s] [] [2024/05/06 09:54:38.937 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 09:54:38.943 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:38.943 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:54:38.957 +00:00] [INFO] [executor.go:1424] ["limit executor close takes a long time"] [elapsed=1.673371ms] [2024/05/06 09:54:39.289 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:39.375 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 09:54:39.376 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 09:54:39.376 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/06 09:54:39.376 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=16.369Β΅s] [] [2024/05/06 09:54:39.376 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 09:54:39.376 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 09:54:39.376 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 09:54:39.376 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 09:54:39.376 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:54:39.376 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/06 09:54:39.376 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/06 09:54:39.394 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 09:54:39.394 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 09:54:39.397 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 09:54:39.398 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 09:54:39.399 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:54:39.399 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=23.885805ms] [] [2024/05/06 09:54:39.400 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=24.24575ms] [] [2024/05/06 09:54:39.469 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:39.469 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:54:39.475 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:54:39.479 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=189.108235ms] [] [2024/05/06 09:54:39.552 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:54:39.553 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:54:39.590 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:39.590 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:54:39.595 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/06 09:54:39.598 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:39.599 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:39.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.874245366\n# Parse_time: 0.00169152\n# Compile_time: 0.003973521\n# Rewrite_time: 0.000645071\n# Optimize_time: 0.000580346\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/06 09:54:39.688 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=92.630512ms] [] [2024/05/06 09:54:39.898 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:39.968 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 09:54:40.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:39.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:40.022 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:39.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:54:40.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:39.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.180 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:54:40.326 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=5.517247ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:40.345 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/06 09:54:40.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=55.642143ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.464 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:54:40.490 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/06 09:54:40.496 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:39.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.619 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:54:40.619 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:40.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.660805071\n# Parse_time: 0.00038724\n# Compile_time: 0.00218891\n# Rewrite_time: 0.00001622\n# Optimize_time: 0.002426284\n# Wait_TS: 0.000821833\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:54:40.655 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:40.657 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:40.714 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:40.974 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:41.180 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 09:54:41.251 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:54:41.251 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:54:41.363 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:54:41.367 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:41.371 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:54:41.429 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:41.432 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:41.437 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:41.437 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:54:41.438 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=202.433Β΅s] [2024/05/06 09:54:41.438 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=507.721Β΅s] [] [2024/05/06 09:54:41.438 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 09:54:41.438 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 09:54:41.747 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:54:41.783 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:41.848 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:41.852 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 09:54:41.854 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:41.858 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:41.874 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:41.874 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:41.875 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:41.875 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:41.877 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:41.878 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:41.878 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:41.878 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:41.878 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:41.903 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:41.905 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:41.905 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:54:41.905 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:54:41.985 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/06 09:54:41.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/25a93a05-abc6-4778-883b-0a0b22eaf9c7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bb7cbc27-f325-4473-9920-676abf8f7ffd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/404dfadc-730c-4de2-9087-23f9a893c626] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.987 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a1e403be-a05e-4091-8fc9-a0c75aaed6b8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.988 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/215443ca-212f-4cc1-a601-9785e0002a78] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.988 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/08bd7d85-9ac8-46b8-aa75-8daa9bdca00f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.988 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:54:41.988 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c3256781-743f-4bcf-896d-2a8f0aa3f0a2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:41.992 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/06 09:54:42.058 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.872614ms] [encodeDur=2.497231ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=60.333024ms] [type=file] [takeTime=65.530843ms] [] [2024/05/06 09:54:42.101 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=42.460725ms] [write-speed(bytes/s)=4.117KiB] [2024/05/06 09:54:42.101 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=11.804Β΅s] [write-time=42.913049ms] [sort-speed(kv/s)=254151.1352] [writer-id=data/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [2024/05/06 09:54:42.101 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/06 09:54:42.110 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=8.68726ms] [write-speed(bytes/s)=27.54KiB] [2024/05/06 09:54:42.111 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=27.594Β΅s] [write-time=9.026249ms] [sort-speed(kv/s)=108719.2868] [writer-id=index/2/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [2024/05/06 09:54:42.111 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 09:54:42.120 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.094401ms] [write-speed(bytes/s)=17.4KiB] [2024/05/06 09:54:42.121 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=20.329Β΅s] [write-time=9.34659ms] [sort-speed(kv/s)=147572.4335] [writer-id=index/3/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [2024/05/06 09:54:42.121 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/06 09:54:42.129 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=7.915581ms] [write-speed(bytes/s)=19.99KiB] [2024/05/06 09:54:42.129 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=23.581Β΅s] [write-time=8.235612ms] [sort-speed(kv/s)=127221.0678] [writer-id=index/1/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [2024/05/06 09:54:42.130 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/a5e9d678-8bfa-40b4-8ae9-7e4e988c4bb0] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/06 09:54:42.130 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=144.442389ms] [] [2024/05/06 09:54:42.130 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/06 09:54:42.279 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/06 09:54:42.281 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5beec341-e657-422e-a138-43a28f7ad2cd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4ffef53e-aca6-4024-b027-6979e52d1ec9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/92b8084a-1ce5-4503-a151-4101fc70c9d0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/be920a15-de47-423a-8827-9c500b196914] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c78cb1c3-90ec-4073-84d4-9c2b4e76f4b3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/79de759a-1456-4c20-8dc0-33b329def73f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.282 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/89ce4e97-f3a0-4155-8cde-4f7e6220fc63] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:42.285 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/06 09:54:42.293 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.860794ms] [encodeDur=2.897318ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=2.584564ms] [type=file] [takeTime=8.096596ms] [] [2024/05/06 09:54:42.309 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=15.508283ms] [write-speed(bytes/s)=11.27KiB] [2024/05/06 09:54:42.310 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=11.839Β΅s] [write-time=15.737017ms] [sort-speed(kv/s)=253399.7804] [writer-id=data/5783ea90-4068-410f-8446-71dfec00595d] [2024/05/06 09:54:42.310 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5783ea90-4068-410f-8446-71dfec00595d] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/06 09:54:42.335 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=24.868204ms] [write-speed(bytes/s)=9.621KiB] [2024/05/06 09:54:42.336 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=10.849Β΅s] [write-time=25.419582ms] [sort-speed(kv/s)=276523.1819] [writer-id=index/2/5783ea90-4068-410f-8446-71dfec00595d] [2024/05/06 09:54:42.336 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/5783ea90-4068-410f-8446-71dfec00595d] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 09:54:42.368 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=31.091775ms] [write-speed(bytes/s)=5.088KiB] [2024/05/06 09:54:42.368 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=11.032Β΅s] [write-time=31.330347ms] [sort-speed(kv/s)=271936.1856] [writer-id=index/3/5783ea90-4068-410f-8446-71dfec00595d] [2024/05/06 09:54:42.368 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/5783ea90-4068-410f-8446-71dfec00595d] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/06 09:54:42.391 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=22.855389ms] [write-speed(bytes/s)=6.922KiB] [2024/05/06 09:54:42.392 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/5783ea90-4068-410f-8446-71dfec00595d] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=10.2Β΅s] [write-time=23.086379ms] [sort-speed(kv/s)=294117.6471] [writer-id=index/1/5783ea90-4068-410f-8446-71dfec00595d] [2024/05/06 09:54:42.392 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/5783ea90-4068-410f-8446-71dfec00595d] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:42.392 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=112.624348ms] [] [2024/05/06 09:54:42.392 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/06 09:54:42.498 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/06 09:54:42.501 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:42.501 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:42.502 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:42.502 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:42.502 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:42.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:42.502 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:42.502 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:42.503 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:42.503 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:42.503 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:42.503 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:42.503 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:42.503 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:42.507 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:42.507 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:42.507 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:42.507 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:42.507 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:42.507 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=659.024859ms] [] [2024/05/06 09:54:42.507 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:42.511 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:42.549 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/05/06 09:54:42.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/05/06 09:54:42.916 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:42.923 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:42.928 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:42.930 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/05/06 09:54:43.025 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=1] [2024/05/06 09:54:43.025 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 09:54:43.025 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=10] [writer-id=b8ec3e8a-e2c8-4c70-9cc2-350a4b244884] [file-count=2] [2024/05/06 09:54:43.031 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=10] [data-file=2/10/b8ec3e8a-e2c8-4c70-9cc2-350a4b244884/one-file] [stat-file=2/10/b8ec3e8a-e2c8-4c70-9cc2-350a4b244884_stat/one-file] [2024/05/06 09:54:43.074 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=10] [writerID=b8ec3e8a-e2c8-4c70-9cc2-350a4b244884] [2024/05/06 09:54:43.074 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=10] [writer-id=b8ec3e8a-e2c8-4c70-9cc2-350a4b244884] [file-count=2] [takeTime=49.177578ms] [] [2024/05/06 09:54:43.074 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/05/06 09:54:43.074 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=1] [takeTime=49.67836ms] [] [2024/05/06 09:54:43.217 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [2024/05/06 09:54:43.218 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 09:54:43.218 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=11] [writer-id=0212bf99-8e18-4316-9942-6e2e4eee4b98] [file-count=2] [2024/05/06 09:54:43.225 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=11] [data-file=2/11/0212bf99-8e18-4316-9942-6e2e4eee4b98/one-file] [stat-file=2/11/0212bf99-8e18-4316-9942-6e2e4eee4b98_stat/one-file] [2024/05/06 09:54:43.255 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=11] [writerID=0212bf99-8e18-4316-9942-6e2e4eee4b98] [2024/05/06 09:54:43.255 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=11] [writer-id=0212bf99-8e18-4316-9942-6e2e4eee4b98] [file-count=2] [takeTime=37.005447ms] [] [2024/05/06 09:54:43.255 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/05/06 09:54:43.255 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [takeTime=37.501454ms] [] [2024/05/06 09:54:43.380 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [2024/05/06 09:54:43.380 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/06 09:54:43.381 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=12] [writer-id=cb603739-ee79-461e-921f-beabf82531b4] [file-count=2] [2024/05/06 09:54:43.389 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=12] [data-file=2/12/cb603739-ee79-461e-921f-beabf82531b4/one-file] [stat-file=2/12/cb603739-ee79-461e-921f-beabf82531b4_stat/one-file] [2024/05/06 09:54:43.407 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=12] [writerID=cb603739-ee79-461e-921f-beabf82531b4] [2024/05/06 09:54:43.407 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=12] [writer-id=cb603739-ee79-461e-921f-beabf82531b4] [file-count=2] [takeTime=25.886702ms] [] [2024/05/06 09:54:43.407 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/05/06 09:54:43.407 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [takeTime=26.641765ms] [] [2024/05/06 09:54:43.522 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=data] [2024/05/06 09:54:43.522 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/05/06 09:54:43.522 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=13] [writer-id=7db0ee5f-fd04-468c-bf02-178b32e451ba] [file-count=2] [2024/05/06 09:54:43.529 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=13] [data-file=2/13/7db0ee5f-fd04-468c-bf02-178b32e451ba/one-file] [stat-file=2/13/7db0ee5f-fd04-468c-bf02-178b32e451ba_stat/one-file] [2024/05/06 09:54:43.584 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=13] [writerID=7db0ee5f-fd04-468c-bf02-178b32e451ba] [2024/05/06 09:54:43.585 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=13] [writer-id=7db0ee5f-fd04-468c-bf02-178b32e451ba] [file-count=2] [takeTime=62.124346ms] [] [2024/05/06 09:54:43.585 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/05/06 09:54:43.585 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=data] [takeTime=62.649947ms] [] [2024/05/06 09:54:43.667 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=750.706981ms] [] [2024/05/06 09:54:43.685 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:54:43.689 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:43.693 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:54:43.817 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:43.820 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:43.829 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:43.831 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:43.832 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:43.834 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.834 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:43.836 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.836 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.836 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:43.836 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:43.837 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.844 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:43.844 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.844 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:43.844 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:43.846 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:43.846 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:43.853 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/05/06 09:54:43.854 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:43.859 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:43.860 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:43.862 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:43.863 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.863 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:43.865 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.865 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.865 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:43.865 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:43.866 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.873 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.873 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.873 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:43.873 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:43.875 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:43.875 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:43.881 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/05/06 09:54:43.881 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:43.887 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:43.888 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:43.889 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:43.890 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.891 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:43.893 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.893 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.893 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:43.893 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:43.893 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.902 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.902 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:43.902 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.902 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:43.902 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.903 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:43.903 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:43.905 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:43.905 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:43.912 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/05/06 09:54:43.912 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:43.917 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:43.918 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:43.919 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:43.920 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.920 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:43.922 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.922 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.922 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:43.922 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:43.923 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.929 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.929 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:43.930 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:43.930 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:43.930 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:43.930 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:43.929 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:43.932 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:54:43.932 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:54:43.939 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/05/06 09:54:43.939 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:54:43.939 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 09:54:43.940 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 09:54:44.148 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:54:44.148 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:54:44.271 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:54:44.324 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:44.392 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:44.398 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.400 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.414 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:44.414 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:44.415 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:44.415 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:44.417 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:44.417 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:44.417 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:44.417 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:44.417 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:44.441 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:44.448 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:44.448 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:54:44.527 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=1] [2024/05/06 09:54:44.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.536 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/06 09:54:44.536 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:44.559 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:44.559 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:44.560 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:44.561 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/06 09:54:44.562 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=15.312Β΅s] [2024/05/06 09:54:44.562 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.145278ms] [] [2024/05/06 09:54:44.562 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:44.562 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/06 09:54:44.562 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:44.569 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.553206ms] [] [2024/05/06 09:54:44.575 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.579 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=16.967279ms] [] [2024/05/06 09:54:44.579 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:44.579 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=17.383743ms] [droppedSize=0] [2024/05/06 09:54:44.579 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=14.928Β΅s] [2024/05/06 09:54:44.601 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:54:44.605 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=1] [takeTime=77.231756ms] [] [2024/05/06 09:54:44.727 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [2024/05/06 09:54:44.727 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.742 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/06 09:54:44.742 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:44.766 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:44.767 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:44.767 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:44.768 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/06 09:54:44.769 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=18.343Β΅s] [2024/05/06 09:54:44.769 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.880548ms] [] [2024/05/06 09:54:44.769 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:44.769 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/06 09:54:44.769 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:44.776 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.1344ms] [] [2024/05/06 09:54:44.783 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.786 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=17.287528ms] [] [2024/05/06 09:54:44.786 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:44.787 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=17.583179ms] [droppedSize=0] [2024/05/06 09:54:44.787 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=12.959Β΅s] [2024/05/06 09:54:44.810 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/06 09:54:44.813 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [takeTime=86.656363ms] [] [2024/05/06 09:54:44.972 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [2024/05/06 09:54:44.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:44.980 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/06 09:54:44.980 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:45.004 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:45.005 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:45.005 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:45.006 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/06 09:54:45.007 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=18.802Β΅s] [2024/05/06 09:54:45.007 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.203011ms] [] [2024/05/06 09:54:45.007 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:45.007 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/06 09:54:45.007 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:45.015 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.21568ms] [] [2024/05/06 09:54:45.022 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:45.025 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=17.152679ms] [] [2024/05/06 09:54:45.025 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:45.025 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=17.541618ms] [droppedSize=0] [2024/05/06 09:54:45.025 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=56.051Β΅s] [2024/05/06 09:54:45.045 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/06 09:54:45.048 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [takeTime=76.65577ms] [] [2024/05/06 09:54:45.163 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=data] [2024/05/06 09:54:45.163 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:45.174 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/05/06 09:54:45.174 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:45.198 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:54:45.199 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:45.199 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:54:45.201 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/05/06 09:54:45.201 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=16.726Β΅s] [2024/05/06 09:54:45.201 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.981268ms] [] [2024/05/06 09:54:45.201 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:54:45.201 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/05/06 09:54:45.202 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:54:45.208 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.237818ms] [] [2024/05/06 09:54:45.214 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:45.216 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=14.588881ms] [] [2024/05/06 09:54:45.216 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/06 09:54:45.216 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=14.918714ms] [droppedSize=0] [2024/05/06 09:54:45.216 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=15.283Β΅s] [2024/05/06 09:54:45.241 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/06 09:54:45.244 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=data] [takeTime=81.354049ms] [] [2024/05/06 09:54:45.354 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:45.366 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:45.366 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:45.366 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:45.366 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:45.369 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:45.369 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:45.369 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:45.369 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:45.370 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:45.370 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=977.892715ms] [] [2024/05/06 09:54:45.385 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 09:54:45.389 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:45.393 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 09:54:45.393 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:45.569 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/06 09:54:45.575 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:45.575 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:54:45.843 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:54:45.843 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:54:45.948 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:46.014 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:46.106 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 09:54:46.106 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 09:54:46.106 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/06 09:54:46.106 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=22.877Β΅s] [] [2024/05/06 09:54:46.106 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/06 09:54:46.106 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/06 09:54:46.106 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/06 09:54:46.106 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/06 09:54:46.107 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:54:46.107 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:54:46.107 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:54:46.118 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/06 09:54:46.118 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/06 09:54:46.127 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/06 09:54:46.127 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/06 09:54:46.128 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/06 09:54:46.128 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=22.307742ms] [] [2024/05/06 09:54:46.128 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=22.666553ms] [] [2024/05/06 09:54:46.189 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:46.189 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:54:46.195 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:54:46.205 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=190.336922ms] [] [2024/05/06 09:54:46.270 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:54:46.275 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:54:46.304 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:46.304 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:54:46.308 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/06 09:54:46.310 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:46.312 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:46.322 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:54:46.322 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 09:54:46.371 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.742909965\n# Parse_time: 0.002772966\n# Compile_time: 0.003605347\n# Rewrite_time: 0.000497547\n# Optimize_time: 0.002426284\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/05/06 09:54:46.413 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=105.497644ms] [] [2024/05/06 09:54:46.462 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:54:46.659 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:46.661 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/06 09:54:46.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:46.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:46.719 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:46.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:54:46.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:46.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:46.837 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/05/06 09:54:46.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=4.745108ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:46.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/06 09:54:46.971 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=55.770984ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:46.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.081 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/06 09:54:47.097 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/06 09:54:47.103 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:46.667 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:47.225 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:54:47.226 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:47.238 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.578607831\n# Parse_time: 0.000421782\n# Compile_time: 0.001356968\n# Rewrite_time: 0.000011195\n# Optimize_time: 0.002967731\n# Wait_TS: 0.000622061\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:54:47.265 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:47.266 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:47.323 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:47.537 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:54:47.760 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/06 09:54:47.775 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.535680884\n# Parse_time: 0.002135429\n# Compile_time: 0.003140641\n# Rewrite_time: 0.000567764\n# Optimize_time: 0.002967731\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NTI5LjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NTI5LjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/05/06 09:54:47.838 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:54:47.839 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:54:47.948 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:54:47.952 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:47.956 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:54:47.998 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:48.000 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:48.004 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:48.005 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:54:48.005 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=121.488Β΅s] [2024/05/06 09:54:48.006 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=814.963Β΅s] [] [2024/05/06 09:54:48.008 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/06 09:54:48.012 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/06 09:54:48.300 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:54:48.373 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:48.439 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:48.443 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 09:54:48.445 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:48.447 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:48.461 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:48.462 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:48.463 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:48.463 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:48.465 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:48.465 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:48.465 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:48.465 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:48.465 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:48.489 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:48.493 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:48.493 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:54:48.493 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:54:48.566 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/17aff353-06c0-49fd-8c52-cf73a1c50d94] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e9a11db5-c1c5-467b-bdb6-87b7ebd77365] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0ffd82d1-f953-44dc-970a-94bac9cc0a2e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ab1bae71-277c-4170-8e7d-342491c9ebd9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/be5da2bf-01fc-4cec-8336-3b3323e51eef] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2822e65f-29f1-4225-a0c4-6a11ea04ce36] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.568 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 09:54:48.568 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2fa6341f-c6aa-41f9-ae71-1e27cc0fb118] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.574 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/05/06 09:54:48.646 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.813324ms] [encodeDur=2.859734ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=66.575154ms] [type=file] [takeTime=72.271264ms] [] [2024/05/06 09:54:48.654 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=7.163675ms] [write-speed(bytes/s)=24.4KiB] [2024/05/06 09:54:48.654 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=11.313Β΅s] [write-time=7.39647ms] [sort-speed(kv/s)=265181.6494] [writer-id=data/134aabcc-1487-4114-8617-d7914c553cca] [2024/05/06 09:54:48.654 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/134aabcc-1487-4114-8617-d7914c553cca] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/05/06 09:54:48.680 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=25.010797ms] [write-speed(bytes/s)=9.566KiB] [2024/05/06 09:54:48.680 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.86Β΅s] [write-time=25.221325ms] [sort-speed(kv/s)=437317.7843] [writer-id=index/2/134aabcc-1487-4114-8617-d7914c553cca] [2024/05/06 09:54:48.680 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/134aabcc-1487-4114-8617-d7914c553cca] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/06 09:54:48.705 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=25.268485ms] [write-speed(bytes/s)=6.261KiB] [2024/05/06 09:54:48.706 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=17.523Β΅s] [write-time=25.487299ms] [sort-speed(kv/s)=171203.5610] [writer-id=index/3/134aabcc-1487-4114-8617-d7914c553cca] [2024/05/06 09:54:48.706 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/134aabcc-1487-4114-8617-d7914c553cca] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/05/06 09:54:48.724 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=17.716776ms] [write-speed(bytes/s)=8.93KiB] [2024/05/06 09:54:48.724 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/134aabcc-1487-4114-8617-d7914c553cca] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=8.965Β΅s] [write-time=17.918976ms] [sort-speed(kv/s)=334634.6905] [writer-id=index/1/134aabcc-1487-4114-8617-d7914c553cca] [2024/05/06 09:54:48.724 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/134aabcc-1487-4114-8617-d7914c553cca] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:48.724 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=158.128976ms] [] [2024/05/06 09:54:48.724 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/06 09:54:48.896 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ce80db8e-7612-418c-9bc1-33961633916e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/edf76b3c-5073-4ed0-8a1d-9a01f0936321] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c4decc7d-bbea-4bac-835b-953023da3955] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6d8f666f-7766-45b4-80dc-a88ce5ba5762] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.898 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/047cf34c-d425-4b12-972e-3372fa7a878a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cee52928-db55-46a1-b6db-6a999651cfcc] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.898 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3c76d2e7-85ec-4f71-9130-978c132625a4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/06 09:54:48.903 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/05/06 09:54:48.925 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=1.963345ms] [encodeDur=2.447082ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=16.225825ms] [type=file] [takeTime=21.344143ms] [] [2024/05/06 09:54:48.938 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=13.320935ms] [write-speed(bytes/s)=13.12KiB] [2024/05/06 09:54:48.939 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=11.632Β΅s] [write-time=13.512076ms] [sort-speed(kv/s)=257909.2160] [writer-id=data/d55a9910-8f79-49cc-a182-da172f7180a0] [2024/05/06 09:54:48.939 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d55a9910-8f79-49cc-a182-da172f7180a0] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/05/06 09:54:52.944 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.005019437s] [write-speed(bytes/s)=40.45B] [2024/05/06 09:54:52.945 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=9.785Β΅s] [write-time=4.005406161s] [sort-speed(kv/s)=306591.7220] [writer-id=index/1/d55a9910-8f79-49cc-a182-da172f7180a0] [2024/05/06 09:54:52.945 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d55a9910-8f79-49cc-a182-da172f7180a0] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/05/06 09:54:52.975 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=29.503445ms] [write-speed(bytes/s)=8.109KiB] [2024/05/06 09:54:52.975 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=32.436Β΅s] [write-time=29.765581ms] [sort-speed(kv/s)=92489.8261] [writer-id=index/2/d55a9910-8f79-49cc-a182-da172f7180a0] [2024/05/06 09:54:52.975 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d55a9910-8f79-49cc-a182-da172f7180a0] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/06 09:54:53.011 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=35.859029ms] [write-speed(bytes/s)=4.412KiB] [2024/05/06 09:54:53.011 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d55a9910-8f79-49cc-a182-da172f7180a0] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=24.997Β΅s] [write-time=36.127888ms] [sort-speed(kv/s)=120014.4017] [writer-id=index/3/d55a9910-8f79-49cc-a182-da172f7180a0] [2024/05/06 09:54:53.012 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d55a9910-8f79-49cc-a182-da172f7180a0] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/05/06 09:54:53.012 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=4.11593208s] [] [2024/05/06 09:54:53.012 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/06 09:54:53.141 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/06 09:54:53.143 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:53.143 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:53.143 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:53.143 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:53.144 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:53.143 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:53.144 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:53.144 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:53.144 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:53.144 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:53.144 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:53.144 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:53.144 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:53.147 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:53.147 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:53.147 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:53.147 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:53.147 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:53.147 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=4.708010019s] [] [2024/05/06 09:54:53.171 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:53.174 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:53.178 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:53.242 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/05/06 09:54:53.242 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/06 09:54:53.242 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/06 09:54:53.242 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/06 09:54:53.242 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 09:54:53.242 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 09:54:53.441 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:54:53.444 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:53.447 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:54:53.448 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:53.448 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 09:54:53.496 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:54:53.510 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:53.513 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/06 09:54:53.521 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:54:53.583 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:54:53.617 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:53.617 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:54:53.621 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/06 09:54:53.624 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:53.625 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:53.709 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=87.969567ms] [] [2024/05/06 09:54:53.881 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/05/06 09:54:54.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/06 09:54:54.003 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/06 09:54:54.061 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:54.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:54.061 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:54.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/05/06 09:54:54.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.218 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.038325ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:54.237 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/06 09:54:54.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=57.49056ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:54.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.386 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.434 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:54:54.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:54.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.438425774\n# Parse_time: 0.000438779\n# Compile_time: 0.001059068\n# Rewrite_time: 0.000010988\n# Optimize_time: 0.002967731\n# Wait_TS: 0.000608025\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd4937cfeb90cc8d9126ca0cac1fdb04824fc3ff7b25aad7f969ebe6eb7f6d88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gs_multi_files;"] [2024/05/06 09:54:54.446 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/06 09:54:54.527 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:54.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:54.528 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:54.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 09:54:54.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.655 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/05/06 09:54:54.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=4.436851ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:54.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/06 09:54:54.813 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=55.265346ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:54.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:54.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:55.026 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/06 09:54:55.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:55.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.588887197\n# Parse_time: 0.001414482\n# Compile_time: 0.001606338\n# Rewrite_time: 0.000012196\n# Optimize_time: 0.002967731\n# Wait_TS: 0.000540741\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/06 09:54:55.057 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:55.058 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:55.116 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:55.332 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:55.519 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/05/06 09:54:55.585 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:54:55.586 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:54:55.697 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/06 09:54:55.700 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:55.703 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/06 09:54:55.744 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:55.745 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:55.752 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:55.752 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/06 09:54:55.752 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=292.125Β΅s] [2024/05/06 09:54:55.752 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=549.399Β΅s] [] [2024/05/06 09:54:55.753 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/06 09:54:55.753 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/05/06 09:54:55.985 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:54:56.017 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:54:56.108 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:54:56.111 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 09:54:56.114 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:56.115 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:56.129 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:56.130 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:54:56.131 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:56.131 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:56.133 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:56.133 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:56.133 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:56.133 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:56.133 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:56.158 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:56.161 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:56.161 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:54:56.161 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/06 09:54:56.228 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.231 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.230 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/05/06 09:54:56.235 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/05/06 09:54:56.237 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/05/06 09:54:58.257 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=130.99185ms] [encodeDur=1.818766759s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=106.179861ms] [type=file] [takeTime=2.02137096s] [] [2024/05/06 09:54:58.258 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:58.263 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/05/06 09:54:58.271 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=107.451606ms] [encodeDur=1.854417763s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=158.054714ms] [type=file] [takeTime=2.036238157s] [] [2024/05/06 09:54:58.272 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/06 09:54:58.276 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/05/06 09:54:58.302 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=99.135493ms] [encodeDur=1.805433178s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=149.305903ms] [type=file] [takeTime=2.066353875s] [] [2024/05/06 09:54:58.302 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=113.652334ms] [encodeDur=1.815120927s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=171.149728ms] [type=file] [takeTime=2.064394341s] [] [2024/05/06 09:54:58.310 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=206.645463ms] [encodeDur=1.801376578s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=189.981468ms] [type=file] [takeTime=2.075165542s] [] [2024/05/06 09:54:58.325 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=110.78879ms] [encodeDur=1.918752935s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=134.137677ms] [type=file] [takeTime=2.089351044s] [] [2024/05/06 09:54:58.337 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=30.430986ms] [write-speed(bytes/s)=1.661MiB] [2024/05/06 09:54:58.338 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=4.191642ms] [write-time=30.710996ms] [sort-speed(kv/s)=238569.9924] [writer-id=data/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [2024/05/06 09:54:58.338 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=30.713116ms] [write-speed(bytes/s)=1.646MiB] [2024/05/06 09:54:58.338 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=4.027258ms] [write-time=30.907505ms] [sort-speed(kv/s)=248307.9058] [writer-id=data/0e289434-179d-4767-b153-79727da47779] [2024/05/06 09:54:58.338 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/05/06 09:54:58.338 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0e289434-179d-4767-b153-79727da47779] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/05/06 09:54:58.341 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=147.314175ms] [encodeDur=1.844981406s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=151.145204ms] [type=file] [takeTime=2.106077459s] [] [2024/05/06 09:54:58.341 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=157.98803ms] [encodeDur=1.865589585s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=135.406482ms] [type=file] [takeTime=2.106057535s] [] [2024/05/06 09:54:58.345 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=32.403878ms] [write-speed(bytes/s)=1.56MiB] [2024/05/06 09:54:58.346 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.919757ms] [write-time=32.642218ms] [sort-speed(kv/s)=520899.2596] [writer-id=data/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [2024/05/06 09:54:58.346 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/05/06 09:54:58.353 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=25.307067ms] [write-speed(bytes/s)=1.997MiB] [2024/05/06 09:54:58.353 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.121236ms] [write-time=25.501788ms] [sort-speed(kv/s)=471423.2645] [writer-id=data/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [2024/05/06 09:54:58.353 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/05/06 09:54:58.414 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=71.210671ms] [write-speed(bytes/s)=1.098MiB] [2024/05/06 09:54:58.415 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=5.112837ms] [write-time=71.55027ms] [sort-speed(kv/s)=195586.1296] [writer-id=index/1/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [2024/05/06 09:54:58.415 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 09:54:58.415 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=71.003194ms] [write-speed(bytes/s)=1.289MiB] [2024/05/06 09:54:58.415 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.613175ms] [write-time=71.223171ms] [sort-speed(kv/s)=178152.2935] [writer-id=index/3/0e289434-179d-4767-b153-79727da47779] [2024/05/06 09:54:58.415 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/0e289434-179d-4767-b153-79727da47779] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/05/06 09:54:58.417 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=70.102335ms] [write-speed(bytes/s)=738.3KiB] [2024/05/06 09:54:58.417 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=4.593288ms] [write-time=70.328425ms] [sort-speed(kv/s)=217708.9701] [writer-id=data/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [2024/05/06 09:54:58.417 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/05/06 09:54:58.417 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=68.213101ms] [write-speed(bytes/s)=1.146MiB] [2024/05/06 09:54:58.417 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.832952ms] [write-time=68.389869ms] [sort-speed(kv/s)=352988.6846] [writer-id=index/1/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [2024/05/06 09:54:58.417 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 09:54:58.421 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=73.962104ms] [write-speed(bytes/s)=699.8KiB] [2024/05/06 09:54:58.422 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=4.862371ms] [write-time=74.632425ms] [sort-speed(kv/s)=205660.9831] [writer-id=data/276f265b-b953-4b8f-949f-c7df5190bf9d] [2024/05/06 09:54:58.422 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/276f265b-b953-4b8f-949f-c7df5190bf9d] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/05/06 09:54:58.425 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=68.310369ms] [write-speed(bytes/s)=1.145MiB] [2024/05/06 09:54:58.425 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.993381ms] [write-time=68.525684ms] [sort-speed(kv/s)=334070.4040] [writer-id=index/1/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [2024/05/06 09:54:58.425 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 09:54:58.455 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=35.202489ms] [write-speed(bytes/s)=2.601MiB] [2024/05/06 09:54:58.455 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.535713ms] [write-time=35.453312ms] [sort-speed(kv/s)=220472.5034] [writer-id=index/2/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [2024/05/06 09:54:58.455 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/05/06 09:54:58.456 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=35.500333ms] [write-speed(bytes/s)=2.203MiB] [2024/05/06 09:54:58.456 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.831131ms] [write-time=35.726656ms] [sort-speed(kv/s)=206990.8682] [writer-id=index/1/0e289434-179d-4767-b153-79727da47779] [2024/05/06 09:54:58.456 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/0e289434-179d-4767-b153-79727da47779] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 09:54:58.457 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=35.391272ms] [write-speed(bytes/s)=2.587MiB] [2024/05/06 09:54:58.457 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.080415ms] [write-time=35.672ms] [sort-speed(kv/s)=245073.1114] [writer-id=index/2/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [2024/05/06 09:54:58.458 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/06 09:54:58.462 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=34.468277ms] [write-speed(bytes/s)=2.656MiB] [2024/05/06 09:54:58.462 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.358271ms] [write-time=34.697188ms] [sort-speed(kv/s)=424039.4764] [writer-id=index/2/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [2024/05/06 09:54:58.463 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/05/06 09:54:58.466 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=35.384027ms] [write-speed(bytes/s)=2.21MiB] [2024/05/06 09:54:58.467 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=8.426648ms] [write-time=35.6943ms] [sort-speed(kv/s)=118671.1490] [writer-id=index/1/276f265b-b953-4b8f-949f-c7df5190bf9d] [2024/05/06 09:54:58.467 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/276f265b-b953-4b8f-949f-c7df5190bf9d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 09:54:58.468 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=47.337468ms] [write-speed(bytes/s)=1.652MiB] [2024/05/06 09:54:58.469 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.046997ms] [write-time=47.535678ms] [sort-speed(kv/s)=247096.7979] [writer-id=index/1/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [2024/05/06 09:54:58.469 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 09:54:58.504 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=43.163979ms] [write-speed(bytes/s)=2.121MiB] [2024/05/06 09:54:58.504 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.807964ms] [write-time=43.413485ms] [sort-speed(kv/s)=207988.2462] [writer-id=index/3/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [2024/05/06 09:54:58.504 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/bf97d9ed-5d33-43b7-9e7a-a8cc31355287] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [Pipeline] // podTemplate [2024/05/06 09:54:58.510 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=47.881797ms] [write-speed(bytes/s)=1.912MiB] [2024/05/06 09:54:58.511 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.227173ms] [write-time=48.326073ms] [sort-speed(kv/s)=236564.7207] [writer-id=index/3/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [2024/05/06 09:54:58.511 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/b91f6558-5dba-45d5-ac1c-b5dea9180c65] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/05/06 09:54:58.514 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=52.829276ms] [write-speed(bytes/s)=1.733MiB] [2024/05/06 09:54:58.515 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/0e289434-179d-4767-b153-79727da47779] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.020866ms] [write-time=53.283378ms] [sort-speed(kv/s)=199168.8286] [writer-id=index/2/0e289434-179d-4767-b153-79727da47779] [2024/05/06 09:54:58.515 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/0e289434-179d-4767-b153-79727da47779] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/06 09:54:58.519 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=52.936084ms] [write-speed(bytes/s)=1.729MiB] [2024/05/06 09:54:58.519 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.479846ms] [write-time=53.133719ms] [sort-speed(kv/s)=403250.8470] [writer-id=index/3/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [2024/05/06 09:54:58.519 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/6a3e5a66-1f9f-4fad-b0a7-b5d418445f05] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/05/06 09:54:58.520 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=50.764617ms] [write-speed(bytes/s)=1.803MiB] [2024/05/06 09:54:58.520 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.713372ms] [write-time=50.95028ms] [sort-speed(kv/s)=583644.4158] [writer-id=index/2/276f265b-b953-4b8f-949f-c7df5190bf9d] [2024/05/06 09:54:58.520 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/276f265b-b953-4b8f-949f-c7df5190bf9d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/05/06 09:54:58.521 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=49.500755ms] [write-speed(bytes/s)=1.85MiB] [2024/05/06 09:54:58.521 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.731533ms] [write-time=49.675163ms] [sort-speed(kv/s)=366094.7900] [writer-id=index/2/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [2024/05/06 09:54:58.522 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/06 09:54:58.549 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=27.573679ms] [write-speed(bytes/s)=3.32MiB] [2024/05/06 09:54:58.550 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/276f265b-b953-4b8f-949f-c7df5190bf9d] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.725962ms] [write-time=28.073347ms] [sort-speed(kv/s)=579387.0317] [writer-id=index/3/276f265b-b953-4b8f-949f-c7df5190bf9d] [2024/05/06 09:54:58.550 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/276f265b-b953-4b8f-949f-c7df5190bf9d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/05/06 09:54:58.552 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=27.115959ms] [write-speed(bytes/s)=3.376MiB] [2024/05/06 09:54:58.552 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.532168ms] [write-time=27.301143ms] [sort-speed(kv/s)=394918.5046] [writer-id=index/3/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [2024/05/06 09:54:58.552 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/4e3ac89c-2709-4a73-8fd4-6b3c8d707c6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/06 09:54:59.320 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=116.371602ms] [encodeDur=878.625085ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=18.061564ms] [type=file] [takeTime=1.056280337s] [] [2024/05/06 09:54:59.331 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=111.561457ms] [encodeDur=902.937123ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=19.532146ms] [type=file] [takeTime=1.054438821s] [] [2024/05/06 09:54:59.362 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=38.210272ms] [write-speed(bytes/s)=2.646MiB] [2024/05/06 09:54:59.362 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.878736ms] [write-time=38.450759ms] [sort-speed(kv/s)=694749.3622] [writer-id=data/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [2024/05/06 09:54:59.362 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [kv-cnt-cap=2048] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f728000000000002327] [2024/05/06 09:54:59.370 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=104890] [stat-size=74] [write-time=34.892036ms] [write-speed(bytes/s)=2.867MiB] [2024/05/06 09:54:59.370 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=104890] [kv-cnt=2000] [sort-time=4.028426ms] [write-time=35.159263ms] [sort-speed(kv/s)=496471.8230] [writer-id=data/a19a4522-9af6-472d-a147-b7385b6ea2ce] [2024/05/06 09:54:59.370 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a19a4522-9af6-472d-a147-b7385b6ea2ce] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f72800000000000270f] [2024/05/06 09:54:59.408 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=41.778067ms] [write-speed(bytes/s)=4.383MiB] [2024/05/06 09:54:59.408 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=3.84443ms] [write-time=42.055454ms] [sort-speed(kv/s)=520233.1685] [writer-id=index/2/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [2024/05/06 09:54:59.409 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [kv-cnt-cap=2048] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 09:54:59.468 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=49.900828ms] [write-speed(bytes/s)=3.669MiB] [2024/05/06 09:54:59.468 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=8.75869ms] [write-time=50.158785ms] [sort-speed(kv/s)=228344.6497] [writer-id=index/3/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [2024/05/06 09:54:59.468 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/06 09:54:59.470 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=47.519957ms] [write-speed(bytes/s)=3.81MiB] [2024/05/06 09:54:59.470 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=51.820881ms] [write-time=47.773266ms] [sort-speed(kv/s)=38594.4809] [writer-id=index/3/a19a4522-9af6-472d-a147-b7385b6ea2ce] [2024/05/06 09:54:59.470 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/a19a4522-9af6-472d-a147-b7385b6ea2ce] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/06 09:54:59.558 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=84.703474ms] [write-speed(bytes/s)=1.846MiB] [2024/05/06 09:54:59.559 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=5.305593ms] [write-time=85.046885ms] [sort-speed(kv/s)=376960.6904] [writer-id=index/1/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [2024/05/06 09:54:59.559 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/1058e503-5ac9-45ff-8a2e-fd4fbc12b10d] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/06 09:54:59.588 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=161990] [stat-size=121] [write-time=39.074434ms] [write-speed(bytes/s)=3.954MiB] [2024/05/06 09:54:59.588 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=161990] [kv-cnt=2000] [sort-time=77.941545ms] [write-time=39.41039ms] [sort-speed(kv/s)=25660.2560] [writer-id=index/1/a19a4522-9af6-472d-a147-b7385b6ea2ce] [2024/05/06 09:54:59.588 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/a19a4522-9af6-472d-a147-b7385b6ea2ce] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 09:54:59.635 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=42.742812ms] [write-speed(bytes/s)=4.236MiB] [2024/05/06 09:54:59.635 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/a19a4522-9af6-472d-a147-b7385b6ea2ce] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=3.911754ms] [write-time=43.014437ms] [sort-speed(kv/s)=511279.5948] [writer-id=index/2/a19a4522-9af6-472d-a147-b7385b6ea2ce] [2024/05/06 09:54:59.636 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/a19a4522-9af6-472d-a147-b7385b6ea2ce] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/06 09:54:59.636 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=3.407814534s] [] [2024/05/06 09:54:59.637 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/06 09:54:59.896 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/06 09:54:59.901 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:59.901 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:59.901 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:59.901 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:59.901 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:59.901 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:59.901 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:59.902 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:59.902 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.902 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:59.902 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.902 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:59.902 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:59.906 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:59.906 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:59.906 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:59.906 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:59.906 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:59.906 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.797919973s] [] [2024/05/06 09:54:59.921 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:59.924 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:59.927 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/06 09:54:59.969 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/06 09:54:59.969 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/06 09:54:59.969 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/06 09:54:59.969 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/06 09:54:59.969 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/06 09:54:59.969 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/06 09:55:00.201 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:55:00.205 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:00.208 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/06 09:55:00.300 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:00.301 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:00.312 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:55:00.313 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:00.315 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:00.316 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.317 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:00.318 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.318 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.319 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:00.319 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:00.319 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.325 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.325 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.325 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:00.326 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.326 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:00.326 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:00.328 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:55:00.328 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:55:00.344 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/05/06 09:55:00.344 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:55:00.349 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:55:00.351 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:00.352 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:00.353 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.353 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:00.355 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.355 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:00.355 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:00.355 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.355 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.361 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.362 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.362 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.362 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:00.362 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:00.364 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:55:00.364 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:55:00.377 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/05/06 09:55:00.377 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:55:00.380 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:55:00.380 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:55:00.383 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:55:00.384 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:00.385 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:00.387 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.387 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:00.388 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.388 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.389 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:00.389 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.389 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.395 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:00.395 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.395 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:00.396 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.396 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:00.396 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:00.398 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:55:00.398 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:55:00.408 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 09:55:00.408 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:55:00.413 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:55:00.414 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:00.416 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:00.417 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.417 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:00.419 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:00.419 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:00.419 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.419 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.419 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.425 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:00.425 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.426 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.426 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:00.426 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:00.428 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/06 09:55:00.428 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/06 09:55:00.441 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/06 09:55:00.441 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/06 09:55:00.442 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/06 09:55:00.442 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/06 09:55:00.770 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:55:00.816 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:55:00.881 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:55:00.886 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:00.887 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:00.901 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:00.902 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:00.903 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.903 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:00.904 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.908 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.908 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:00.908 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:00.909 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.910 +00:00] [INFO] [tso_dispatcher.go:241] ["[tso] tso stream is not ready"] [dc=global] [2024/05/06 09:55:00.934 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:00.937 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:00.937 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:55:01.019 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [2024/05/06 09:55:01.020 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:01.032 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/06 09:55:01.032 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:01.071 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:55:01.072 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:01.072 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:55:01.075 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/06 09:55:01.075 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=19.235Β΅s] [2024/05/06 09:55:01.075 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.750458ms] [] [2024/05/06 09:55:01.075 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:55:01.075 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/06 09:55:01.076 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:55:01.089 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=13.227576ms] [] [2024/05/06 09:55:01.215 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:01.216 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=140.986524ms] [] [2024/05/06 09:55:01.217 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:55:01.220 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=145.005849ms] [droppedSize=0] [2024/05/06 09:55:01.316 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=95.833555ms] [2024/05/06 09:55:01.500 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 09:55:01.503 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [takeTime=483.65516ms] [] [2024/05/06 09:55:01.671 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=data] [2024/05/06 09:55:01.671 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:01.683 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/05/06 09:55:01.683 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:01.707 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:55:01.707 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:01.707 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:55:01.709 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/05/06 09:55:01.709 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=17.056Β΅s] [2024/05/06 09:55:01.709 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.898451ms] [] [2024/05/06 09:55:01.710 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:55:01.710 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/05/06 09:55:01.710 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:55:01.724 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=13.825433ms] [] [2024/05/06 09:55:01.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:01.842 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=132.010699ms] [] [2024/05/06 09:55:01.842 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:55:01.844 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=134.462509ms] [droppedSize=0] [2024/05/06 09:55:01.925 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=80.464162ms] [2024/05/06 09:55:02.121 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/06 09:55:02.124 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=data] [takeTime=453.335792ms] [] [2024/05/06 09:55:02.253 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=1] [2024/05/06 09:55:02.253 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:02.262 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 09:55:02.262 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:02.290 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:55:02.291 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:02.291 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:55:02.292 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/05/06 09:55:02.293 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=18.964Β΅s] [2024/05/06 09:55:02.293 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.021477ms] [] [2024/05/06 09:55:02.293 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:55:02.293 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 09:55:02.293 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:55:02.305 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=11.717086ms] [] [2024/05/06 09:55:02.422 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:02.423 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=129.880501ms] [] [2024/05/06 09:55:02.423 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:55:02.426 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=132.817829ms] [droppedSize=0] [2024/05/06 09:55:02.556 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=130.466373ms] [2024/05/06 09:55:02.730 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/06 09:55:02.733 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=1] [takeTime=480.258333ms] [] [2024/05/06 09:55:02.885 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [2024/05/06 09:55:02.885 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:02.894 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/06 09:55:02.894 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:02.918 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/06 09:55:02.919 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:02.919 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/06 09:55:02.921 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/05/06 09:55:02.921 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=18.265Β΅s] [2024/05/06 09:55:02.921 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.369965ms] [] [2024/05/06 09:55:02.921 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/06 09:55:02.922 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/06 09:55:02.922 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/06 09:55:02.937 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=15.544991ms] [] [2024/05/06 09:55:03.084 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:03.086 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=164.137399ms] [] [2024/05/06 09:55:03.086 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/06 09:55:03.088 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=166.715154ms] [droppedSize=0] [2024/05/06 09:55:03.162 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=73.85014ms] [2024/05/06 09:55:03.347 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/06 09:55:03.352 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [takeTime=467.149174ms] [] [2024/05/06 09:55:03.450 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/06 09:55:03.454 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:03.458 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/06 09:55:03.458 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:03.481 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/06 09:55:03.496 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:03.496 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:03.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:03.497 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:03.497 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:03.497 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:03.498 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:03.501 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:03.502 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:03.502 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:03.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:03.502 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:03.502 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.620770734s] [] [2024/05/06 09:55:03.625 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/06 09:55:03.632 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:03.633 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:03.966 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:55:04.048 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 09:55:04.049 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 09:55:04.049 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/06 09:55:04.049 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=15.288Β΅s] [] [2024/05/06 09:55:04.050 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/05/06 09:55:04.050 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/05/06 09:55:04.050 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/05/06 09:55:04.051 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/05/06 09:55:04.051 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 09:55:04.051 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/05/06 09:55:04.052 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/06 09:55:04.070 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/05/06 09:55:04.073 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/05/06 09:55:04.090 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/05/06 09:55:04.091 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/05/06 09:55:04.096 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/06 09:55:04.096 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=47.184043ms] [] [2024/05/06 09:55:04.096 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=47.803975ms] [] [2024/05/06 09:55:04.174 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=207.303906ms] [] [2024/05/06 09:55:04.224 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:04.224 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:55:04.233 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:55:04.311 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:55:04.317 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:55:04.354 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:04.354 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:55:04.357 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/06 09:55:04.359 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:04.360 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:04.625 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.591674882\n# Parse_time: 0.001239486\n# Compile_time: 0.003048273\n# Rewrite_time: 0.000474798\n# Optimize_time: 0.002967731\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:55:04.739 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=382.384543ms] [] [2024/05/06 09:55:04.903 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/05/06 09:55:05.185 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/06 09:55:05.189 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/06 09:55:05.257 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:05.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:05.257 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:05.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/05/06 09:55:05.354 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:05.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:05.419 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.95321ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:05.438 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/06 09:55:05.466 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=56.377358ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:05.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:05.550 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:05.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:05.599 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:55:05.600 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:05.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.418017913\n# Parse_time: 0.000330728\n# Compile_time: 0.000962668\n# Rewrite_time: 0.000012336\n# Optimize_time: 0.003286096\n# Wait_TS: 0.000735566\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: d1c209fc62b2dfcc47c3a75dd8157e86107e73a6ca828b85b85bed2054dd303b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database split_file;"] [2024/05/06 09:55:05.612 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/06 09:55:05.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:05.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:05.686 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:05.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/06 09:55:05.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:05.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:05.859 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/05/06 09:55:05.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=4.503458ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:05.972 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/06 09:55:05.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=55.982088ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:05.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.097 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:05.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.160 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:55:06.160 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:06.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.557167784\n# Parse_time: 0.001012445\n# Compile_time: 0.001626605\n# Rewrite_time: 0.000018498\n# Optimize_time: 0.003286096\n# Wait_TS: 0.000665991\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/05/06 09:55:06.195 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:06.495 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 09:55:06.640 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:06.711 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:55:06.712 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:06.821 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:06.823 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:06.825 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:55:06.859 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:06.865 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:06.865 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:55:06.873 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=8.131554ms] [2024/05/06 09:55:06.873 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=8.448173ms] [] [2024/05/06 09:55:06.874 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 09:55:06.874 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 09:55:07.114 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:55:07.145 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:55:07.175 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:55:07.246 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:55:07.248 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:55:07.251 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:07.274 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:07.275 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:07.276 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:07.276 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:07.278 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:07.278 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:07.278 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:07.279 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:07.279 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:07.303 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:07.306 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:07.306 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:55:07.306 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 09:55:07.306 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/06 09:55:07.386 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/06 09:55:07.395 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:55:07.401 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:07.401 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:55:07.416 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/06 09:55:07.477 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=11.504729ms] [encodeDur=45.818052ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=1.385787ms] [type=file] [takeTime=60.657125ms] [] [2024/05/06 09:55:07.480 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=94.392395ms] [] [2024/05/06 09:55:07.481 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/b050981d-a2be-435a-b77f-718251bb24fd.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/06 09:55:07.481 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:55:07.481 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:55:07.481 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:55:07.485 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=3.469401ms] [] [2024/05/06 09:55:07.485 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 09:55:07.492 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:07.540 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/06 09:55:07.541 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:07.575 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/06 09:55:07.579 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=93.934993ms] [] [2024/05/06 09:55:07.579 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:55:07.581 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.308162ms] [] [2024/05/06 09:55:07.582 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:55:07.582 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:07.585 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=2.759559ms] [] [2024/05/06 09:55:07.585 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 09:55:07.585 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:07.585 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=108.851Β΅s] [] [2024/05/06 09:55:07.585 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:07.586 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.425621ms] [] [2024/05/06 09:55:07.694 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/05/06 09:55:07.701 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:55:07.707 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:07.708 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:55:07.721 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/06 09:55:07.779 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=9.308414ms] [encodeDur=45.722222ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=962.612Β΅s] [type=file] [takeTime=58.408232ms] [] [2024/05/06 09:55:08.026 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=331.783125ms] [] [2024/05/06 09:55:08.026 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/1166be2c-0b63-4883-b23b-bcd5b6b6c68f.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/06 09:55:08.026 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 09:55:08.027 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 09:55:08.027 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:55:08.038 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=11.252801ms] [] [2024/05/06 09:55:08.038 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 09:55:08.046 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:08.071 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 09:55:08.071 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:08.097 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 09:55:08.101 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=62.690202ms] [] [2024/05/06 09:55:08.101 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:55:08.103 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.860543ms] [] [2024/05/06 09:55:08.103 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/06 09:55:08.103 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:08.106 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=2.429083ms] [] [2024/05/06 09:55:08.106 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 09:55:08.106 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:08.106 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=113.895Β΅s] [] [2024/05/06 09:55:08.106 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:08.108 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.377696ms] [] [2024/05/06 09:55:08.272 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/05/06 09:55:08.280 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:55:08.286 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:08.287 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:55:08.302 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/06 09:55:08.360 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=9.121622ms] [encodeDur=46.014526ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=1.024689ms] [type=file] [takeTime=58.09204ms] [] [2024/05/06 09:55:08.363 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/1dc280e7-5b84-4554-baf1-d473b1591505.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/06 09:55:08.363 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=90.482813ms] [] [2024/05/06 09:55:08.364 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 09:55:08.364 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 09:55:08.364 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:55:08.367 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.950162ms] [] [2024/05/06 09:55:08.367 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 09:55:08.375 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:08.397 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 09:55:08.398 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:08.425 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 09:55:08.428 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=60.886144ms] [] [2024/05/06 09:55:08.429 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:55:08.430 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.600902ms] [] [2024/05/06 09:55:08.430 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/06 09:55:08.430 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:08.433 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=2.250867ms] [] [2024/05/06 09:55:08.433 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 09:55:08.433 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:08.433 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=87.936Β΅s] [] [2024/05/06 09:55:08.433 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:08.434 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.289723ms] [] [2024/05/06 09:55:08.515 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:08.526 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:08.526 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:08.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:08.526 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:08.529 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:08.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:08.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:08.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:08.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:08.530 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.283504655s] [] [2024/05/06 09:55:08.546 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:08.548 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:08.550 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:08.550 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:08.674 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/06 09:55:08.678 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:08.678 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:08.953 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:55:09.038 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 09:55:09.038 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 09:55:09.038 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/06 09:55:09.038 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=14.164Β΅s] [] [2024/05/06 09:55:09.039 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/05/06 09:55:09.039 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 09:55:09.039 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 09:55:09.039 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 09:55:09.047 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/05/06 09:55:09.048 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/06 09:55:09.048 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=9.784855ms] [] [2024/05/06 09:55:09.048 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=10.084284ms] [] [2024/05/06 09:55:09.120 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=167.448533ms] [] [2024/05/06 09:55:09.149 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:09.150 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:55:09.154 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:55:09.258 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:55:09.289 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:55:09.296 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:09.296 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:55:09.318 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:55:09.319 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/06 09:55:09.428 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:55:09.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.272563119\n# Parse_time: 0.002304658\n# Compile_time: 0.003183928\n# Rewrite_time: 0.000462125\n# Optimize_time: 0.003286096\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:55:09.452 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:09.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/06 09:55:09.637 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:09.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:55:09.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:09.820 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:55:09.883 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=4.502427ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:09.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/06 09:55:09.927 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=56.314426ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:09.990 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:55:10.005 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/05/06 09:55:10.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:10.132 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:55:10.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:10.139 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.560707692\n# Parse_time: 0.000275564\n# Compile_time: 0.001044509\n# Rewrite_time: 0.000012693\n# Optimize_time: 0.001479204\n# Wait_TS: 0.002663795\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:55:10.165 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:10.465 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/06 09:55:10.617 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:10.681 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:55:10.682 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:10.791 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:10.792 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:10.794 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:55:10.828 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:10.833 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:10.834 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:55:10.843 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=9.10961ms] [2024/05/06 09:55:10.843 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=9.711359ms] [] [2024/05/06 09:55:10.844 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/06 09:55:10.844 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/06 09:55:11.092 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:55:11.132 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:55:11.172 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/05/06 09:55:11.242 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:55:11.244 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:55:11.246 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:11.262 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:11.263 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822053163845180] [2024/05/06 09:55:11.264 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:11.264 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:11.265 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:11.265 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:11.265 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:11.266 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:11.265 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:11.290 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:11.292 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:11.292 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/06 09:55:11.292 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/06 09:55:11.293 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/06 09:55:11.371 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/06 09:55:11.378 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:55:11.383 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:11.384 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:55:11.398 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/05/06 09:55:11.457 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=9.483702ms] [encodeDur=46.287183ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=986.301Β΅s] [type=file] [takeTime=58.761955ms] [] [2024/05/06 09:55:11.460 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=88.725846ms] [] [2024/05/06 09:55:11.460 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/ff6ae32c-7a10-41ce-9ebb-46aea2f5c9d9.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/05/06 09:55:11.461 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:55:11.461 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:55:11.461 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:55:11.464 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=3.114147ms] [] [2024/05/06 09:55:11.464 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/06 09:55:11.471 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:11.495 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/06 09:55:11.495 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:11.550 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/06 09:55:11.554 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=90.013678ms] [] [2024/05/06 09:55:11.554 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/06 09:55:11.557 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.404584ms] [] [2024/05/06 09:55:11.557 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:55:11.557 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:11.561 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=3.165819ms] [] [2024/05/06 09:55:11.561 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/06 09:55:11.561 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:11.561 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=116.374Β΅s] [] [2024/05/06 09:55:11.561 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/06 09:55:11.563 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.554661ms] [] [2024/05/06 09:55:11.673 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/05/06 09:55:11.679 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:55:11.686 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:11.686 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:55:11.701 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/05/06 09:55:11.755 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=8.921131ms] [encodeDur=42.672611ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=830.503Β΅s] [type=file] [takeTime=53.851404ms] [] [2024/05/06 09:55:11.758 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=84.798389ms] [] [2024/05/06 09:55:11.758 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/cd2de26a-409c-40a4-90f3-6e51bdef5315.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/05/06 09:55:11.758 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 09:55:11.758 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 09:55:11.758 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:55:11.762 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=3.554367ms] [] [2024/05/06 09:55:11.762 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/06 09:55:11.769 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:11.793 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/06 09:55:11.793 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:11.820 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/06 09:55:11.823 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=61.436304ms] [] [2024/05/06 09:55:11.824 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/06 09:55:11.826 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.760661ms] [] [2024/05/06 09:55:11.826 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/06 09:55:11.826 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:11.829 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=2.396058ms] [] [2024/05/06 09:55:11.829 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/06 09:55:11.829 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:11.829 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=87.725Β΅s] [] [2024/05/06 09:55:11.829 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/06 09:55:11.830 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.361898ms] [] [2024/05/06 09:55:11.947 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/05/06 09:55:11.953 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:55:11.960 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:11.960 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/06 09:55:12.083 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/05/06 09:55:12.167 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=37.166251ms] [encodeDur=43.878924ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=1.06575ms] [type=file] [takeTime=84.166003ms] [] [2024/05/06 09:55:12.170 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/61f84ea2-a2ec-4088-9a96-6e5c34097ad6.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/05/06 09:55:12.170 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=223.23414ms] [] [2024/05/06 09:55:12.171 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 09:55:12.171 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 09:55:12.171 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:55:12.175 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=3.321598ms] [] [2024/05/06 09:55:12.175 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/06 09:55:12.183 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:12.207 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/06 09:55:12.207 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:12.234 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/06 09:55:12.237 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=61.779234ms] [] [2024/05/06 09:55:12.237 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/06 09:55:12.239 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.804777ms] [] [2024/05/06 09:55:12.239 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/06 09:55:12.239 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:12.242 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=2.744617ms] [] [2024/05/06 09:55:12.242 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/06 09:55:12.242 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:12.242 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=93.904Β΅s] [] [2024/05/06 09:55:12.243 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/06 09:55:12.244 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.602231ms] [] [2024/05/06 09:55:12.320 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:55:12.320 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:12.322 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:12.324 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:12.324 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:12.330 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:12.330 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:12.330 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:12.330 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:12.334 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:12.334 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:12.334 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:12.334 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:12.334 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:12.334 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.091571696s] [] [2024/05/06 09:55:12.439 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/06 09:55:12.442 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:12.442 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:12.697 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/06 09:55:12.777 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 09:55:12.778 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 09:55:12.778 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/06 09:55:12.779 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=14.352Β΅s] [] [2024/05/06 09:55:12.779 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/05/06 09:55:12.779 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 09:55:12.779 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/05/06 09:55:12.779 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/05/06 09:55:12.788 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/05/06 09:55:12.790 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/06 09:55:12.790 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=11.821334ms] [] [2024/05/06 09:55:12.790 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=12.974716ms] [] [2024/05/06 09:55:12.860 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=162.416529ms] [] [2024/05/06 09:55:12.916 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:12.916 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:55:12.921 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:55:12.988 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:55:12.992 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:55:13.030 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:13.031 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:55:13.113 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.972611442\n# Parse_time: 0.001338748\n# Compile_time: 0.002496332\n# Rewrite_time: 0.000444936\n# Optimize_time: 0.001479204\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:55:13.220 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:13.256 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [2024/05/06 09:55:13.256 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [2024/05/06 09:55:13.258 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [] [2024/05/06 09:55:13.261 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:13.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=29.505Β΅s] [2024/05/06 09:55:13.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=25.677Β΅s] [2024/05/06 09:55:13.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=26.605Β΅s] [2024/05/06 09:55:13.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=23.303Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=23.432Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=22.431Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=23.335Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=24.866Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=27.143Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=24.924Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=20.906Β΅s] [2024/05/06 09:55:13.262 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:55:13.262 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:55:13.262 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:55:13.272 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=9a552b2a-44f3-4114-a5e7-2e84b2709361] ["take time"=27.310189ms] [2024/05/06 09:55:13.272 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=9a552b2a-44f3-4114-a5e7-2e84b2709361] [2024/05/06 09:55:13.275 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:55:13.276 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:55:13.276 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9908aa8f-570f-4d8e-a73f-fc62603d113f] [2024/05/06 09:55:13.276 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9908aa8f-570f-4d8e-a73f-fc62603d113f] [watcherID=021793ea-c81f-414f-a412-67ae3a3e21f8] [2024/05/06 09:55:13.276 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:13.276 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:13.276 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:13.277 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:13.277 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:55:13.277 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:55:13.277 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:13.277 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:13.277 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:13.277 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:55:13.290 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:55:13.290 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1273] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:55:13.292 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:55:13.292 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:55:13.292 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:55:13.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:55:13.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:55:13.293 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:55:13.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:55:13.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9a552b2a-44f3-4114-a5e7-2e84b2709361] [2024/05/06 09:55:13.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:55:13.293 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [2024/05/06 09:55:13.293 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:55:13.292 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:55:13.293 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:55:13.293 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:55:13.293 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:55:13.293 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361 watch owner key /tidb/stats/owner/3eaa8f4d50bbde3c"] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:55:13.293 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1157250d-cdc2-4929-9cf4-3cd0f0f46f84"] [error="lost watcher waiting for delete"] [2024/05/06 09:55:13.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:55:13.294 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:55:13.293 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [2024/05/06 09:55:13.294 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:55:13.294 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:55:13.294 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:55:13.294 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=9a552b2a-44f3-4114-a5e7-2e84b2709361] [2024/05/06 09:55:13.294 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:55:13.293 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:55:13.294 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:55:13.294 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:55:13.294 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:55:13.294 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:55:13.295 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [error="context canceled"] [2024/05/06 09:55:13.295 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [2024/05/06 09:55:13.297 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:55:13.297 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1157250d-cdc2-4929-9cf4-3cd0f0f46f84] [daemon-id=LogBackup::Advancer] [2024/05/06 09:55:13.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:55:13.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:55:13.297 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:55:13.297 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1157250d-cdc2-4929-9cf4-3cd0f0f46f84"] [error="context canceled"] [2024/05/06 09:55:13.297 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:55:13.297 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1157250d-cdc2-4929-9cf4-3cd0f0f46f84"] [2024/05/06 09:55:13.297 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1157250d-cdc2-4929-9cf4-3cd0f0f46f84"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:13.299 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [Pipeline] } [2024/05/06 09:55:13.328 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:55:13.330 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:55:13.331 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:55:13.332 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:55:13.375 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:55:13.377 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:55:13.377 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:55:13.379 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:55:13.380 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:55:13.380 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:55:13.380 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:55:14.557 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:14.557 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1157250d-cdc2-4929-9cf4-3cd0f0f46f84"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:14.558 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:55:14.558 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:55:14.558 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:55:14.568 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9a552b2a-44f3-4114-a5e7-2e84b2709361"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:55:14.568 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:55:14.569 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:55:14.581 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.337128135s] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:14.583 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:14.583 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:14.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:14.584 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:14.584 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:14.585 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (77.70s) --- PASS: TestImportInto/TestGlobalSortBasic (23.16s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (11.29s) --- PASS: TestImportInto/TestSplitFile (8.02s) PASS coverage: 14.0% of statements GCov does not exist at the given path: '' May 06, 2024 9:55:22 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:55:22 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:55:22 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:55:22 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:55:22 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 154.398s, Critical Path: 132.74s INFO: 1572 processes: 1547 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:55:27.518Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:55:27.520Z] ['info'] => Project root located at: . [2024-05-06T09:55:27.526Z] ['info'] -> Token found by environment variables [2024-05-06T09:55:27.550Z] ['info'] Searching for coverage files... [2024-05-06T09:55:28.719Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:55:28.719Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:55:29.272Z] ['info'] Using manual override from args. [2024-05-06T09:55:29.273Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:55:29.293Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:55:30.054Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/d314f57d-bdd2-4b0f-a773-4dad290af25a.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095529Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=b627fb82b5a0e3f3fea47d056da2337c41f0c0d6530144fdd0f55829663ee953 [2024-05-06T09:55:30.054Z] ['info'] Uploading... [2024-05-06T09:55:31.795Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 161s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 67s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 69s remote-cache, linux-sandbox FLAKY: //tests/realtikvtest/addindextest4:addindextest4_test (Summary) /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log INFO: From Testing //tests/realtikvtest/addindextest4:addindextest4_test: ==================== Test output for //tests/realtikvtest/addindextest4:addindextest4_test: === RUN TestAddIndexIngestMemoryUsage [2024/05/06 09:52:51.269 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:52:51.269 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:52:51.269 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:52:51.270 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:51.270 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:52:51.270 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:51.270 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:51.270 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:52:51.270 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:51.270 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:52:51.271 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:52:51.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:52:51.273 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:52:51.273 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:52:51.286 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:51.286 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:51.287 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:51.287 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:51.295 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:51.302 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:52:51.310 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:52:51.319 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=312] ["lease id"=6f188f4d509bd4c8] [2024/05/06 09:52:51.321 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:52:51.323 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexIngestMemoryUsage\n\ttests/realtikvtest/addindextest4/ingest_test.go:47\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:52:51.326 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=3.202694ms] [2024/05/06 09:52:51.327 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:52:51.327 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2bc4b85e-ce04-4a59-866b-33e9bbc2575d] [runWorker=true] [2024/05/06 09:52:51.327 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:52:51.328 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:52:51.328 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:52:51.328 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:52:51.328 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149973397504/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:52:51.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:52:51.329 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:52:51.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:52:51.329 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:52:51.330 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d509bd4cc] [ownerID=2bc4b85e-ce04-4a59-866b-33e9bbc2575d] [op=none] [2024/05/06 09:52:51.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:52:51.330 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=70cdf943-550a-49a3-8e29-871e4614c67b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:52:51.331 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b"] ["owner key"=/tidb/br-stream/owner/6f188f4d509bd4ce] [ownerID=70cdf943-550a-49a3-8e29-871e4614c67b] [op=none] [2024/05/06 09:52:51.332 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:52:51.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:51.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.341 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:51.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:52:51.379 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:52:51.379 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d509bd4cc] [ownerID=2bc4b85e-ce04-4a59-866b-33e9bbc2575d] [op=none] [2024/05/06 09:52:51.379 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] [op=none] [2024/05/06 09:52:51.379 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:52:51.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.395 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=3.34687ms] [2024/05/06 09:52:51.396 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:52:51.397 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.397 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:52:51.442 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=51.734723ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:51.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.451 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:52:51.451 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.453 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:52:51.453 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:52:51.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.462 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:52:51.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=1.002797ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.481 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:52:51.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.401836ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.539 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.546 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:52:51.546 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.547 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:52:51.553 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.553 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:52:51.559 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=531.744Β΅s] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.568 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.568 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:52:51.617 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.407608ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.627 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:52:51.627 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:52:51.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.634 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:52:51.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=567.877Β΅s] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.650 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.650 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:52:51.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.552047ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.703 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:52:51.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.709 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:52:51.716 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.716 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:52:51.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.733 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=667.296Β΅s] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.735 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.735 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:52:51.783 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=51.582917ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.788 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.793 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:52:51.793 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.794 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:52:51.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.801 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:52:51.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=528.175Β΅s] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.815 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.815 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:52:51.863 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=51.614808ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.868 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.873 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:52:51.873 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.874 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:52:51.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:52:51.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.895 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=595.302Β΅s] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.897 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.897 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:52:51.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.025873ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.953 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.958 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:52:51.958 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:51.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:52:51.964 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:51.964 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:52:51.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:51.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=566.758Β΅s] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:51.980 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:51.980 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:52:52.027 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.103253ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:51.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.035 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:51.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.039 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:52:52.039 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.040 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:52:52.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.046 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:52:52.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=545.247Β΅s] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.060 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:52:52.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=51.787638ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.116 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:52:52.116 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:52:52.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.124 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:52:52.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=612.142Β΅s] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.141 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:52:52.189 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.23153ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.194 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.198 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:52:52.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.199 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:52:52.205 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.206 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:52:52.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.218 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=573.029Β΅s] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.220 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.220 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:52:52.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=52.297402ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.278 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:52:52.279 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:52:52.280 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:52.286 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.286 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:52:52.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=658.393Β΅s] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.301 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.301 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:52:52.329 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:52:52.349 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=51.911055ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.359 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:52:52.359 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.360 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:52:52.369 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.369 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:52:52.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.382 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=625.88Β΅s] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.384 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.384 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:52:52.432 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=51.674652ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.441 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:52:52.441 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.443 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:52:52.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.448 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:52:52.453 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.460 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=537.376Β΅s] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.462 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.462 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:52:52.510 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=51.880396ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.515 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.519 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:52:52.519 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.520 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:52:52.526 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.526 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:52:52.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=567.5Β΅s] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.540 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.540 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:52:52.588 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=51.447372ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.594 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.600 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:52:52.600 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.601 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:52:52.606 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.606 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:52:52.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=436.747Β΅s] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.619 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.619 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:52:52.668 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.553841ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.673 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.677 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:52:52.677 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.678 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:52:52.683 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.683 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:52:52.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=520.62Β΅s] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.697 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:52:52.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.503624ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.754 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:52:52.754 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.755 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:52:52.761 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.761 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:52:52.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=511.87Β΅s] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.774 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.774 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:52:52.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=51.552907ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.828 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.832 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:52:52.832 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.833 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:52:52.839 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.839 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:52:52.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=608.773Β΅s] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.853 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:52:52.902 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=51.97145ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.911 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:52:52.911 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:52:52.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:52.921 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:52:52.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=609.661Β΅s] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:52.936 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:52.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:52:52.984 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=51.497385ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.989 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:52.994 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:52:52.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:52.995 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:52:53.004 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.004 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:52:53.010 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=533.957Β΅s] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.020 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.020 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:52:53.068 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.502053ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:52.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:52.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.078 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:52:53.078 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.079 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:52:53.085 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.085 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:52:53.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.098 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=557.657Β΅s] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.100 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.100 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:52:53.148 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=51.759427ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.157 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:52:53.157 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.158 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:52:53.164 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.164 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:52:53.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.177 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=593.136Β΅s] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.179 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.179 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:52:53.227 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=51.864683ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.243 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:52:53.243 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.244 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:52:53.250 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.250 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:52:53.255 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.262 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=515.885Β΅s] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.264 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.264 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:52:53.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=51.809057ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.317 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.321 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:52:53.321 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:52:53.328 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.328 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:52:53.328 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:52:53.329 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:52:53.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=484.772Β΅s] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.341 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.341 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:52:53.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.460505ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.400 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:52:53.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.401 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:52:53.406 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.406 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:52:53.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=574.992Β΅s] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.423 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.423 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:52:53.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.592802ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.481 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:52:53.481 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.482 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:52:53.488 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.488 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:52:53.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=500.972Β΅s] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.502 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:52:53.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=51.535045ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.555 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.559 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:52:53.559 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.560 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:52:53.566 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.566 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:52:53.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=457.366Β΅s] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.580 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.580 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:52:53.628 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.000151ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.635 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.639 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:52:53.639 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:52:53.640 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:52:53.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.649 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:52:53.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=497.732Β΅s] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.665 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.665 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:52:53.713 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.513769ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.718 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.723 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:52:53.723 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.724 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:52:53.730 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.730 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:52:53.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=521.274Β΅s] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.746 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.746 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:52:53.794 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=51.755748ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.799 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.803 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:52:53.803 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.804 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:52:53.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.810 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:52:53.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=602.421Β΅s] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.826 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.826 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:52:53.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.384359ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.879 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.889 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:52:53.889 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.890 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:52:53.898 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.898 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:52:53.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=625.32Β΅s] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.914 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.914 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:52:53.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.586501ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.967 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.972 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:52:53.972 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:53.973 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:52:53.978 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:53.979 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:52:53.984 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:53.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=446.299Β΅s] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:53.992 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:53.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:52:54.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=51.719812ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:53.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.045 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:53.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.049 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:52:54.049 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.056 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:52:54.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.057 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:52:54.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:52:54.062 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.069 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=512.384Β΅s] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:52:54.071 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.071 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:52:54.120 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.599969ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:52:54.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.127 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.132 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:52:54.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:52:54.140 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.140 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:52:54.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=580.364Β΅s] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.154 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.154 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:52:54.203 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=52.540051ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.213 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:52:54.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.214 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:52:54.221 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.221 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:52:54.226 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=515.442Β΅s] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.235 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.235 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:52:54.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=51.488696ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.292 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:52:54.292 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.293 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:52:54.300 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.300 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:52:54.305 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=516.815Β΅s] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.314 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.314 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:52:54.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=51.914082ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.370 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.376 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:52:54.376 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.377 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:52:54.383 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.383 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:52:54.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=714.555Β΅s] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.399 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.399 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:52:54.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=52.110947ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.452 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.457 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:52:54.457 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.458 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:52:54.464 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.464 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:52:54.470 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=633.481Β΅s] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.480 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:52:54.528 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.522536ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.535 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.540 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:52:54.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:52:54.548 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.548 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:52:54.554 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=699.35Β΅s] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.569 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.569 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:52:54.615 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.053191ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.625 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:52:54.625 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.626 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:52:54.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:52:54.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=636.389Β΅s] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.649 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:52:54.697 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=51.936397ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.702 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.707 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:52:54.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:52:54.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.714 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:52:54.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=682.733Β΅s] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.729 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:52:54.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=51.943857ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.786 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.791 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:52:54.791 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.792 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:52:54.802 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.802 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:52:54.808 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=672.404Β΅s] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.821 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.821 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:52:54.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.015841ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.874 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.879 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:52:54.879 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.880 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:52:54.886 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.886 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:52:54.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=646.753Β΅s] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.902 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:52:54.950 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.621482ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.955 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.960 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:52:54.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:54.961 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:52:54.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:54.967 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:52:54.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:54.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=617.914Β΅s] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:54.982 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:54.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:52:55.029 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=51.433651ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:54.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.036 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:54.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.042 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:52:55.042 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.043 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:52:55.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.050 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:52:55.056 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=744.51Β΅s] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:55.067 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:55.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:52:55.115 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.103895ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.125 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:52:55.125 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.126 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:52:55.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:52:55.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=580.234Β΅s] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:55.148 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:55.148 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:52:55.196 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=51.99164ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.201 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.205 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:52:55.205 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.206 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:52:55.212 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.212 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:52:55.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=469.504Β΅s] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:55.226 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:55.226 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:52:55.275 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.170002ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.283 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.288 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:52:55.288 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.289 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:52:55.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:52:55.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=503.542Β΅s] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:55.309 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:55.309 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:52:55.331 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:52:55.331 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:52:55.331 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:52:55.331 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:52:55.357 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=51.910474ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.362 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.367 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:52:55.367 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.368 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:52:55.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:55.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:55.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:52:55.378 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.384 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=181.534Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:52:55.386 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:55.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:52:55.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=51.646523ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:55.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.443 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:52:55.443 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.450 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:52:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.450 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:52:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:52:55.455 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=485.848Β΅s] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:52:55.464 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:52:55.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:52:55.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=51.976379ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:52:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.518 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.524 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:52:55.524 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.556 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=4.226227965s] [2024/05/06 09:52:55.558 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] [2024/05/06 09:52:55.558 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] [2024/05/06 09:52:55.558 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:52:55.559 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2bc4b85e-ce04-4a59-866b-33e9bbc2575d"] [] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=1.562Β΅s] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=815ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=663ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=714ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=581ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=691ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=776ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=845ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=682ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=991ns] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.498Β΅s] [2024/05/06 09:52:55.560 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:52:55.560 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:52:55.560 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:52:55.561 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2bc4b85e-ce04-4a59-866b-33e9bbc2575d] ["take time"=3.686306ms] [2024/05/06 09:52:55.561 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2bc4b85e-ce04-4a59-866b-33e9bbc2575d] [2024/05/06 09:52:55.563 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=312] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:52:55.563 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:52:55.563 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:52:55.563 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:52:55.563 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:52:55.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:52:55.563 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:52:55.563 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b watch owner key /tidb/br-stream/owner/6f188f4d509bd4ce"] [2024/05/06 09:52:55.563 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b"] [2024/05/06 09:52:55.563 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:52:55.563 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b"] [2024/05/06 09:52:55.563 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:52:55.563 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:52:55.564 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:52:55.564 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:52:55.564 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b"] [error="context canceled"] [2024/05/06 09:52:55.564 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=70cdf943-550a-49a3-8e29-871e4614c67b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:52:55.564 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:52:55.564 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:52:55.564 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:52:55.564 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=5.95128ms] [2024/05/06 09:52:55.564 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:52:55.568 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:52:55.576 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1826] ["lease id"=6f188f4d509bd566] [2024/05/06 09:52:55.578 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:52:55.588 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=9.681576ms] [2024/05/06 09:52:55.589 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:52:55.589 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [runWorker=true] [2024/05/06 09:52:55.589 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:52:55.591 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:52:55.591 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:52:55.591 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:52:55.591 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149973458944/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:52:55.591 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:52:55.591 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:52:55.591 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:52:55.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:52:55.593 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9f2c984e-24fe-4ba7-bacf-86354c58efc5] [daemon-id=LogBackup::Advancer] [2024/05/06 09:52:55.593 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdb6f] [ownerID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [op=none] [2024/05/06 09:52:55.596 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:52:55.597 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:52:55.597 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:52:55.598 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] ["owner key"=/tidb/bindinfo/owner/22318f4d509bdb74] [ownerID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [op=none] [2024/05/06 09:52:55.599 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:52:55.600 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:52:55.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:52:55.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:52:55.611 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:52:55.611 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:52:55.611 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:52:55.611 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:52:55.611 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:52:55.611 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:52:55.611 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:52:55.611 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:52:55.611 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:52:55.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:52:55.612 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:52:55.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:52:55.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:52:55.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:52:55.612 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:52:55.613 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:52:55.613 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:52:55.614 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3c0a06fd-af1c-445f-ad65-e929be831a9e] [2024/05/06 09:52:55.614 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=50] [total-mem=32GiB] [2024/05/06 09:52:55.614 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:52:55.614 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:52:55.614 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] ["owner key"=/tidb/stats/owner/6f188f4d509bd570] [ownerID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [op=none] [2024/05/06 09:52:55.615 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.078237ms] [2024/05/06 09:52:55.618 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:52:55.618 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:52:55.618 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:52:55.623 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:52:55.624 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:52:55.624 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:52:55.630 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:55.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.630 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:55.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:52:55.642 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:52:55.643 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdb6f] [ownerID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [op=none] [2024/05/06 09:52:55.643 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [op=none] [2024/05/06 09:52:55.643 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:52:55.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=234.661Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:52:55.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:52:55.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=51.656132ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:52:55.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.712 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.715 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:52:55.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.722 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:52:55.722 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=addindexlit] [sql="create table t (a int, b int, c int);"] [user=] [2024/05/06 09:52:55.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:52:55.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c int);"] [2024/05/06 09:52:55.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.736 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:52:55.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=408.666Β΅s] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:52:55.742 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:52:55.764 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:52:55.790 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=51.863207ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:52:55.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.797 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:52:55.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:52:55.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:55.806 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:52:55.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:52:55.810 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:52:55.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:55.817 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:52:55.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=429.469Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:55.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 09:52:55.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.547002ms] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:55.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:55.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=541.061Β΅s] [gotSchemaVersion=55] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:55.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 09:52:55.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=51.909089ms] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:55.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:55.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=491.811Β΅s] [gotSchemaVersion=56] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:55.952 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:52:56.000 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=52.236445ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:56.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:56.007 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:52:56.007 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 09:52:56.013 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 09:52:56.018 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574122545217544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:56.018 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:52:56.022 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/108] [2024/05/06 09:52:56.045 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:52:56.593 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:52:56.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:52:56.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:52:56.593 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:52:56.614 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:52:56.614 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:52:56.614 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3c0a06fd-af1c-445f-ad65-e929be831a9e] [watcherID=c09de1ca-b21a-4928-ae87-0f459e4eb9c9] [2024/05/06 09:52:56.619 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:52:56.621 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=50] [2024/05/06 09:52:56.621 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:52:56.621 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:52:56.621 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:52:56.621 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:52:56.624 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:52:56.624 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:52:57.012 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 70cdf943-550a-49a3-8e29-871e4614c67b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:52:57.125 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:52:57.125 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:52:57.126 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=1] [curr-step=init] [next-step=read-index] [2024/05/06 09:52:57.127 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:52:57.423 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=backfill] [remaining-slots=46] [2024/05/06 09:52:57.592 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:52:57.726 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.56GiB]"] [2024/05/06 09:52:57.727 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:52:57.727 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/108] [keyspaceName=] [2024/05/06 09:52:57.730 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:52:57.730 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:52:57.730 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:57.730 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:52:57.730 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:57.730 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:57.730 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:52:57.730 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:52:57.731 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:57.735 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:52:57.736 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:52:57.736 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=108] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:52:57.736 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:52:57.740 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:52:57.742 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:52:57.742 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=108] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:52:57.743 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=108] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:52:57.743 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 09:52:57.743 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 09:52:57.745 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:52:57.748 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:52:57.751 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/06 09:52:57.765 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:52:57.770 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:52:57.771 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=3800] [kvs=100] [files=1] [sstFileSize=1940] [file=/tmp/tidb/tmp_ddl-4000/108/f75d9cab-8823-5503-94ba-459a1de580da.sst/0bd38b56-9dac-4be0-83f3-d05b390d27d3.sst] [firstKey=74800000000000006A5F698000000000000001038000000000000000038000000000000001] [lastKey=74800000000000006A5F698000000000000001038000000000000063038000000000000064] [2024/05/06 09:52:57.774 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=108] [2024/05/06 09:52:57.774 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149973495808/940431265792, backend usage: 0"] [2024/05/06 09:52:57.774 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:52:57.775 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:52:57.796 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=100] [size=3800] [2024/05/06 09:52:57.796 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:52:57.806 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=3800] [kvs=100] [importedSize=3800] [importedCount=100] [2024/05/06 09:52:57.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.357479ms] [] [2024/05/06 09:52:57.810 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=108] [2024/05/06 09:52:57.818 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:52:57.818 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:52:57.819 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=683.66Β΅s] [] [2024/05/06 09:52:57.819 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:52:57.819 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=517.085Β΅s] [] [2024/05/06 09:52:57.820 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:57.820 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:57.820 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:52:57.820 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:52:57.821 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:52:57.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:52:57.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:52:57.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:57.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:52:57.821 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=108] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:52:57.821 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.56GiB]"] [takeTime=94.948689ms] [] [2024/05/06 09:52:58.127 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:52:58.158 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:52:58.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=494.632Β΅s] [gotSchemaVersion=57] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:58.184 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=57] [2024/05/06 09:52:58.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=52.11925ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574122545217544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.238 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574122545217544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.239 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=108] [table=t] [index=idx] [2024/05/06 09:52:58.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=495.676Β΅s] [gotSchemaVersion=58] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:58.247 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=58] [2024/05/06 09:52:58.295 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=51.830223ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.301 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 09:52:58.306 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/06 09:52:58.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123148148744, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.312 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123148148744, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000006a5f69ffff000000000001,EndKey:74800000000000006a5f69ffff000000000001ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 09:52:58.313 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000001] ["end key"=74800000000000006a5f69ffff000000000001ff] [2024/05/06 09:52:58.313 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/06 09:52:58.313 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000001ff] ["current end key"=74800000000000006a5f69ffff00000000000100] [2024/05/06 09:52:58.314 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/06 09:52:58.314 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/06 09:52:58.314 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/06 09:52:58.314 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000001, 74800000000000006a5f69ffff00000000000100), jobID: 108"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000010000] ["take time"=343.953Β΅s] [2024/05/06 09:52:58.314 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/06 09:52:58.314 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000001] [2024/05/06 09:52:58.314 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:52:58.333 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:52:58.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=494.496Β΅s] [gotSchemaVersion=59] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:58.339 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=59] [2024/05/06 09:52:58.388 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.724607ms] [job="ID:108, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123148148744, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.394 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=108] [tableID=106] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:52:58.398 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="add index"] [2024/05/06 09:52:58.398 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:52:55.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123148148744, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.406 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:52:58.406 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:52:58.407 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.600742899\n# Parse_time: 0.000034261\n# Compile_time: 0.000065251\n# Rewrite_time: 0.000001969\n# Optimize_time: 0.000017887\n# Wait_TS: 0.00021543\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:52:58.407 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=addindexlit] [sql="alter table t add unique index idx1(b);"] [user=] [2024/05/06 09:52:58.411 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:52:58.411 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx1(b);"] [2024/05/06 09:52:58.417 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.418 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx1\",\"L\":\"idx1\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:52:58.423 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=backfill] [2024/05/06 09:52:58.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=550.416Β΅s] [gotSchemaVersion=60] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:58.426 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=60] [2024/05/06 09:52:58.475 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.650161ms] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.489 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=528.031Β΅s] [gotSchemaVersion=61] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:58.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=61] [2024/05/06 09:52:58.539 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.45605ms] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.546 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=585.497Β΅s] [gotSchemaVersion=62] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:58.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=62] [2024/05/06 09:52:58.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=51.519061ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 17, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.609 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 09:52:58.610 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/06 09:52:58.614 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 09:52:58.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123226791951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:58.620 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/06 09:52:58.624 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/109] [2024/05/06 09:52:58.625 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:52:58.626 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:52:58.626 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:52:58.635 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:52:58.643 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:52:58.652 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:52:58.652 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:52:59.154 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:52:59.154 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:52:59.155 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=2] [curr-step=init] [next-step=read-index] [2024/05/06 09:52:59.156 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:52:59.223 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=backfill] [remaining-slots=46] [2024/05/06 09:52:59.527 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.56GiB]"] [2024/05/06 09:52:59.528 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:52:59.528 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 09:52:59.531 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:52:59.531 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:52:59.531 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:59.532 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:52:59.532 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:59.532 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:59.532 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:52:59.532 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:52:59.532 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:59.537 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:52:59.538 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:52:59.538 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=109] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:52:59.538 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:52:59.542 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:52:59.544 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:52:59.544 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=109] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:52:59.545 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=2] [subtask-id=2] [jobID=109] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:52:59.545 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/06 09:52:59.545 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=2] [subtask-id=2] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/06 09:52:59.548 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 09:52:59.550 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 09:52:59.550 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=2] [subtask-id=2] [id=1] [2024/05/06 09:52:59.552 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:52:59.554 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 09:52:59.555 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5400] [kvs=100] [files=1] [sstFileSize=2452] [file=/tmp/tidb/tmp_ddl-4000/109/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/9fc3b9b5-96ff-440c-a7de-52fab83345e3.sst] [firstKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000000000000000FB80000000000000010008] [lastKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000006300000000FB80000000000000640008] [2024/05/06 09:52:59.557 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=109] [2024/05/06 09:52:59.557 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 149973536768/940431265792, backend usage: 0"] [2024/05/06 09:52:59.557 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:52:59.559 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:52:59.580 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=100] [size=5400] [2024/05/06 09:52:59.581 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:52:59.589 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=5400] [kvs=100] [importedSize=3600] [importedCount=100] [2024/05/06 09:52:59.590 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=33.032735ms] [] [2024/05/06 09:52:59.593 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=109] [2024/05/06 09:52:59.601 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:52:59.601 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:52:59.602 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=692.204Β΅s] [] [2024/05/06 09:52:59.602 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:52:59.602 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=438.813Β΅s] [] [2024/05/06 09:52:59.603 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:52:59.603 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:52:59.603 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:52:59.603 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:52:59.604 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:52:59.604 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:52:59.604 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:52:59.604 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:59.604 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:52:59.604 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:52:59.604 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.56GiB]"] [takeTime=76.474107ms] [] [2024/05/06 09:52:59.655 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:52:59.855 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:52:59.855 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/06 09:52:59.858 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:52:59.858 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:52:59.858 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:59.858 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:52:59.859 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:52:59.859 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:59.859 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:52:59.859 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:52:59.859 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:59.864 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:52:59.864 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:52:59.865 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:52:59.865 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:52:59.865 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:52:59.866 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.459705ms] [] [2024/05/06 09:52:59.867 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:52:59.867 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:52:59.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:52:59.867 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:52:59.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:52:59.867 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:52:59.867 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:52:59.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=580.136Β΅s] [gotSchemaVersion=63] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:59.898 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=63] [2024/05/06 09:52:59.904 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=backfill] [2024/05/06 09:52:59.946 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=52.13508ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123226791951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:59.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123226791951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:52:59.953 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=109] [table=t] [index=idx1] [2024/05/06 09:52:59.959 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=544.191Β΅s] [gotSchemaVersion=64] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:52:59.961 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=64] [2024/05/06 09:53:00.009 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=52.26797ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:00.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:00.018 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 09:53:00.024 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/06 09:53:00.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123594055688, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:00.031 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123594055688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:74800000000000006a5f69ffff000000000002,EndKey:74800000000000006a5f69ffff000000000002ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/06 09:53:00.033 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000002] ["end key"=74800000000000006a5f69ffff000000000002ff] [2024/05/06 09:53:00.033 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/06 09:53:00.033 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000002ff] ["current end key"=74800000000000006a5f69ffff00000000000200] [2024/05/06 09:53:00.033 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/06 09:53:00.033 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/06 09:53:00.033 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/06 09:53:00.034 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000002, 74800000000000006a5f69ffff00000000000200), jobID: 109"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000020000] ["take time"=433.816Β΅s] [2024/05/06 09:53:00.034 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/06 09:53:00.034 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000002] [2024/05/06 09:53:00.034 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:53:00.056 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:00.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=645.707Β΅s] [gotSchemaVersion=65] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:00.065 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=65] [2024/05/06 09:53:00.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.328729ms] [job="ID:109, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123594055688, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:00.119 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=109] [tableID=106] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:00.121 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="add index"] [2024/05/06 09:53:00.122 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-06 09:52:58.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574123594055688, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:00.129 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/06 09:53:00.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:00.130 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.723405324\n# Parse_time: 0.000020833\n# Compile_time: 0.000065426\n# Rewrite_time: 0.000001582\n# Optimize_time: 0.000017887\n# Wait_TS: 0.000103581\n# DB: addindexlit\n# Is_internal: false\n# Digest: 044d47c412468a873ee101a63b81ee0147fbbd3276514babeafe37a931833b0b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx1(b);"] [2024/05/06 09:53:00.131 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:00.131 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx1] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx1`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ingest_test.go:72: Error Trace: tests/realtikvtest/addindextest4/ingest_test.go:72 Error: Not equal: expected: 0 actual : 240 Test: TestAddIndexIngestMemoryUsage [2024/05/06 09:53:00.137 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [2024/05/06 09:53:00.137 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [2024/05/06 09:53:00.138 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [] [2024/05/06 09:53:00.138 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:00.138 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=2.294Β΅s] [2024/05/06 09:53:00.138 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=988ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=1.094Β΅s] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=1.003Β΅s] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=860ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=664ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=799ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=886ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=753ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=919ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=668ns] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:00.139 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:00.139 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] ["take time"=2.433045ms] [2024/05/06 09:53:00.139 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [2024/05/06 09:53:00.140 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:00.141 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:00.141 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3c0a06fd-af1c-445f-ad65-e929be831a9e] [watcherID=c09de1ca-b21a-4928-ae87-0f459e4eb9c9] [2024/05/06 09:53:00.141 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3c0a06fd-af1c-445f-ad65-e929be831a9e] [2024/05/06 09:53:00.141 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:00.141 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:00.141 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:00.141 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:00.141 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1826] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:00.142 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c watch owner key /tidb/stats/owner/6f188f4d509bd570"] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:00.142 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9f2c984e-24fe-4ba7-bacf-86354c58efc5"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:00.142 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:00.142 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:00.142 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:00.142 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [2024/05/06 09:53:00.142 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:00.142 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:00.142 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:00.142 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4c3adfa5-2880-46b5-9bbd-b892a14a9e4c] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:00.142 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9f2c984e-24fe-4ba7-bacf-86354c58efc5] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9f2c984e-24fe-4ba7-bacf-86354c58efc5"] [error="context canceled"] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:00.142 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9f2c984e-24fe-4ba7-bacf-86354c58efc5"] [2024/05/06 09:53:00.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:00.149 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:00.149 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [error="context canceled"] [2024/05/06 09:53:00.149 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [2024/05/06 09:53:01.392 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9f2c984e-24fe-4ba7-bacf-86354c58efc5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:01.393 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:01.393 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:01.393 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:01.410 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4c3adfa5-2880-46b5-9bbd-b892a14a9e4c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:01.410 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:01.410 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:01.410 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:01.410 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.273158468s] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:01.410 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:01.410 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:01.410 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:01.410 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:01.411 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- FAIL: TestAddIndexIngestMemoryUsage (10.14s) === RUN TestAddIndexIngestLimitOneBackend [2024/05/06 09:53:01.412 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:01.413 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:01.413 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:01.413 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:01.413 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:01.414 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:01.414 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:01.414 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:01.414 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:01.414 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:01.414 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:01.415 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:01.415 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:01.415 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:01.418 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:01.422 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:01.430 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1989] ["lease id"=6f188f4d509bd5ad] [2024/05/06 09:53:01.432 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:01.445 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=65] ["start time"=11.679068ms] [2024/05/06 09:53:01.446 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:01.446 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] [runWorker=true] [2024/05/06 09:53:01.446 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:01.447 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:01.448 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:01.448 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:01.448 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149973549056/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:01.448 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:01.448 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:01.448 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:01.449 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdbba] [ownerID=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] [op=none] [2024/05/06 09:53:01.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:01.450 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=20f77ccd-4d89-41d8-8fd7-541dca2cf387] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:01.450 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:01.453 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:01.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:01.454 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:01.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:01.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:01.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:01.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:01.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:01.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:01.469 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:01.469 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:01.469 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:01.469 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:01.469 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:01.469 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:01.469 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:01.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:01.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:01.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:01.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:01.470 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:01.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:01.471 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:01.471 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a5479b54-49eb-4062-928c-5f8c623ad72a] [2024/05/06 09:53:01.471 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:01.471 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:01.473 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.758226ms] [2024/05/06 09:53:01.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:01.474 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:01.474 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:01.481 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:01.482 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=65] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:01.487 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:01.487 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:01.499 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:01.500 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdbba] [ownerID=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] [op=none] [2024/05/06 09:53:01.500 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [op=none] [2024/05/06 09:53:01.500 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:01.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=51.786Β΅s] [gotSchemaVersion=66] [phyTblIDs="[106]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:01.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=66] [2024/05/06 09:53:01.563 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.114802ms] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.567 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=31.618Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:01.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=67] [2024/05/06 09:53:01.625 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.228684ms] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.635 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=40.022Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:01.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=68] [2024/05/06 09:53:01.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=51.612076ms] [job="ID:110, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.690 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=110] [tableIDs="[106]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:01.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=110] [jobType="drop schema"] [2024/05/06 09:53:01.694 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.700 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:53:01.700 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:01.701 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=68] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:01.707 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:01.707 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:01.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=229.26Β΅s] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:01.720 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=112] [version=69] [2024/05/06 09:53:01.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.620871ms] [job="ID:112, Type:create schema, State:done, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:01.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [job="ID:112, Type:create schema, State:synced, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.778 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/06 09:53:01.778 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:01.785 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:01.785 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=69] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 09:53:01.791 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:01.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:01.791 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:01.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 09:53:01.797 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.799 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 113, Table Name: t"] [2024/05/06 09:53:01.804 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=449.219Β΅s] [gotSchemaVersion=70] [phyTblIDs="[113]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:01.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/06 09:53:01.855 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=52.677249ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:01.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:53:01.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:01.873 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:01.873 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=70] [cur_db=addindexlit] [sql="create table t2 (a int, b int);"] [user=] [2024/05/06 09:53:01.879 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:01.879 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int, b int);"] [2024/05/06 09:53:01.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.885 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 115, Table Name: t2"] [2024/05/06 09:53:01.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=487.176Β΅s] [gotSchemaVersion=71] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:01.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=71] [2024/05/06 09:53:01.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=51.933692ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.944 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:01.949 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:53:01.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:01.952 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:53:01.952 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t2 add index idx_b(b);"] [user=] [2024/05/06 09:53:01.957 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:01.957 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:53:01.961 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:01.961 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx_b(b);"] [2024/05/06 09:53:01.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:01.963 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:01.969 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=461.371Β΅s] [gotSchemaVersion=72] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:01.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:01.970 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx_b\",\"L\":\"idx_b\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:01.971 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=72] [2024/05/06 09:53:01.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=466.896Β΅s] [gotSchemaVersion=73] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:01.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=73] [2024/05/06 09:53:02.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=52.556733ms] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=51.34455ms] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=500.372Β΅s] [gotSchemaVersion=74] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:02.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=74] [2024/05/06 09:53:02.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=496.66Β΅s] [gotSchemaVersion=75] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:02.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=75] [2024/05/06 09:53:02.083 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=51.720744ms] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.089 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.089 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=51.694247ms] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=486.591Β΅s] [gotSchemaVersion=76] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:02.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=76] [2024/05/06 09:53:02.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=445.02Β΅s] [gotSchemaVersion=77] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:02.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=77] [2024/05/06 09:53:02.146 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.557957ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.152 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=51.694506ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.153 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:02.154 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=113] [startKey=7480000000000000715f728000000000000001] [endKey=7480000000000000715f72800000000000000300] [2024/05/06 09:53:02.157 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.157 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 09:53:02.158 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=115] [startKey=7480000000000000735f728000000000000001] [endKey=7480000000000000735f72800000000000000300] [2024/05/06 09:53:02.160 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 09:53:02.163 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 09:53:02.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124157403145, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.166 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:02.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124157403152, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:02.169 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/06 09:53:02.171 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/117] [2024/05/06 09:53:02.174 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/118] [2024/05/06 09:53:02.203 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=113] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:02.203 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=115] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:02.451 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:02.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:02.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:02.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:02.471 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:02.471 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:02.471 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a5479b54-49eb-4062-928c-5f8c623ad72a] [watcherID=834243ef-6d7c-4aab-b6b3-5f1dc0d5f40e] [2024/05/06 09:53:02.474 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:02.476 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:02.476 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:02.476 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:02.476 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:02.479 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30001] [2024/05/06 09:53:02.480 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:02.480 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30002] [2024/05/06 09:53:02.480 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:02.980 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:02.980 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:02.981 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:02.981 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:02.981 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:02.981 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30002] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:02.982 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:02.982 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:03.279 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:03.279 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30002] [type=backfill] [remaining-slots=8] [2024/05/06 09:53:03.448 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:03.582 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:03.583 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:03.583 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:03.583 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/118] [keyspaceName=] [2024/05/06 09:53:03.586 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:03.586 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:03.587 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:03.587 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:03.587 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:03.587 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:03.587 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:03.587 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:03.587 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:03.591 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:03.591 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:03.591 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=118] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:03.591 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:03.591 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:03.591 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/117] [keyspaceName=] [2024/05/06 09:53:03.594 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:03.594 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:03.594 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:03.594 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:03.595 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:03.595 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:03.595 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:03.595 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:03.595 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:03.596 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:03.598 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:03.599 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:03.599 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=117] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:03.599 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:03.600 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:53:03.600 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=118] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:03.601 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30001] [subtask-id=30001] [jobID=118] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:03.601 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f728000000000000001] ["end key"=7480000000000000735f72800000000000000300] [2024/05/06 09:53:03.601 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=30001] [subtask-id=30001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000735f728000000000000001, endKey=7480000000000000735f72800000000000000300"] [2024/05/06 09:53:03.604 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/06 09:53:03.606 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089216] ["max memory quota"=17179869184] [2024/05/06 09:53:03.606 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:03.607 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=30001] [subtask-id=30001] [id=1] [2024/05/06 09:53:03.611 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:03.611 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=117] ["index ID"=1] ["current memory usage"=1343226576] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:03.617 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30002] [subtask-id=30002] [jobID=117] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:03.617 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f728000000000000001] ["end key"=7480000000000000715f72800000000000000300] [2024/05/06 09:53:03.617 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=30002] [subtask-id=30002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000715f728000000000000001, endKey=7480000000000000715f72800000000000000300"] [2024/05/06 09:53:03.730 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1343226616] ["max memory quota"=17179869184] [2024/05/06 09:53:03.730 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226656] ["max memory quota"=17179869184] [2024/05/06 09:53:03.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1343226696] ["max memory quota"=17179869184] [2024/05/06 09:53:03.775 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=30002] [subtask-id=30002] [id=1] [2024/05/06 09:53:03.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1344275312] ["max memory quota"=17179869184] [2024/05/06 09:53:03.776 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/118/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/bede17b3-7ccc-4559-b520-38f8d1510f89.sst] [firstKey=7480000000000000735F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000735F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:53:03.779 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=118] [2024/05/06 09:53:03.779 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149973622784/940431265792, backend usage: 0"] [2024/05/06 09:53:03.779 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 09:53:03.780 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:03.802 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:03.802 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:03.815 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:53:03.816 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=36.753161ms] [] [2024/05/06 09:53:03.818 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=118] [2024/05/06 09:53:03.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1344275352] ["max memory quota"=17179869184] [2024/05/06 09:53:03.826 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:03.826 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:53:03.826 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=655.552Β΅s] [] [2024/05/06 09:53:03.826 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:53:03.827 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=439.761Β΅s] [] [2024/05/06 09:53:03.827 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:03.827 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:03.827 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:03.828 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:03.828 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:03.828 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:03.828 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=118] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:53:03.828 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=245.620136ms] [] [2024/05/06 09:53:03.861 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 09:53:03.861 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/117/f75d9cab-8823-5503-94ba-459a1de580da.sst/25bb674e-b144-45f7-9c63-536b1a8174c9.sst] [firstKey=7480000000000000715F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000715F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:53:03.864 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=117] [2024/05/06 09:53:03.864 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149973614592/940431265792, backend usage: 0"] [2024/05/06 09:53:03.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:03.865 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:03.887 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:03.887 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:03.894 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:53:03.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.654449ms] [] [2024/05/06 09:53:03.898 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=117] [2024/05/06 09:53:03.906 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:03.906 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:03.906 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=586.403Β΅s] [] [2024/05/06 09:53:03.906 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:03.907 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=486.138Β΅s] [] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:03.907 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:03.907 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:03.907 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:03.907 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:03.908 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:03.908 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:03.908 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:03.908 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:03.908 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:03.908 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=117] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:53:03.908 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=325.282665ms] [] [2024/05/06 09:53:03.982 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:03.982 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:04.018 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:53:04.018 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:53:04.057 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=529.723Β΅s] [gotSchemaVersion=78] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:04.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=78] [2024/05/06 09:53:04.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=531.818Β΅s] [gotSchemaVersion=79] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:04.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/05/06 09:53:04.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.382108ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124157403152, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=51.704237ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124157403145, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.113 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124157403152, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.114 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=118] [table=t2] [index=idx_b] [2024/05/06 09:53:04.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124157403145, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.117 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=117] [table=t] [index=idx] [2024/05/06 09:53:04.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=453.023Β΅s] [gotSchemaVersion=80] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:04.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=80] [2024/05/06 09:53:04.125 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=555.75Β΅s] [gotSchemaVersion=81] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:04.127 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=81] [2024/05/06 09:53:04.128 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30001] [type=backfill] [2024/05/06 09:53:04.170 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=51.663283ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.174 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=51.519602ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.178 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=115] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 09:53:04.181 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.181 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=113] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 09:53:04.183 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/06 09:53:04.186 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/06 09:53:04.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=5] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798346, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.190 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000735f69ffff000000000001,EndKey:7480000000000000735f69ffff000000000001ff,First:false,PhysicalTableID:115,Ingest mode:false"] [2024/05/06 09:53:04.191 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f69ffff000000000001] ["end key"=7480000000000000735f69ffff000000000001ff] [2024/05/06 09:53:04.191 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/06 09:53:04.192 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=4] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798351, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=115] ["end key"=7480000000000000735f69ffff000000000001ff] ["current end key"=7480000000000000735f69ffff00000000000100] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 115, range: [7480000000000000735f69ffff000000000001, 7480000000000000735f69ffff00000000000100), jobID: 118"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000735f69ffff0000000000010000] ["take time"=318.836Β΅s] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/06 09:53:04.192 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000735f69ffff000000000001] [2024/05/06 09:53:04.192 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:53:04.193 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798351, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000715f69ffff000000000001,EndKey:7480000000000000715f69ffff000000000001ff,First:false,PhysicalTableID:113,Ingest mode:false"] [2024/05/06 09:53:04.195 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f69ffff000000000001] ["end key"=7480000000000000715f69ffff000000000001ff] [2024/05/06 09:53:04.195 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/06 09:53:04.195 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=113] ["end key"=7480000000000000715f69ffff000000000001ff] ["current end key"=7480000000000000715f69ffff00000000000100] [2024/05/06 09:53:04.195 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/06 09:53:04.195 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/06 09:53:04.195 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/06 09:53:04.196 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 113, range: [7480000000000000715f69ffff000000000001, 7480000000000000715f69ffff00000000000100), jobID: 117"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000715f69ffff0000000000010000] ["take time"=397.946Β΅s] [2024/05/06 09:53:04.196 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/06 09:53:04.196 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000715f69ffff000000000001] [2024/05/06 09:53:04.196 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:53:04.208 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30002] [type=backfill] [2024/05/06 09:53:04.221 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:04.226 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:04.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=563.719Β΅s] [gotSchemaVersion=82] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:04.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=82] [2024/05/06 09:53:04.231 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=427.798Β΅s] [gotSchemaVersion=83] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:04.233 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=83] [2024/05/06 09:53:04.277 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.586646ms] [job="ID:118, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798346, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=51.614019ms] [job="ID:117, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798351, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.284 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=118] [tableID=115] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:04.286 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="add index"] [2024/05/06 09:53:04.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=5] [job="ID:118, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798346, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.288 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=117] [tableID=113] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:04.290 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="add index"] [2024/05/06 09:53:04.290 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=4] [job="ID:117, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-06 09:53:01.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574124694798351, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:04.299 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/06 09:53:04.299 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.300 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 2.347890087\n# Parse_time: 0.000111749\n# Compile_time: 0.000091732\n# Rewrite_time: 0.000002739\n# Optimize_time: 0.000019975\n# Wait_TS: 0.000143252\n# DB: addindexlit\n# Is_internal: false\n# Digest: 11eeaba7a7a7e4d5493be00351d96e15584e02d48854c4862767d924ab7e81d2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx_b(b);"] [2024/05/06 09:53:04.481 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30002] [2024/05/06 09:53:04.482 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30001] [2024/05/06 09:53:04.483 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:04.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:04.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30001] [2024/05/06 09:53:04.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30002] [2024/05/06 09:53:04.499 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:04.961 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:53:04.962 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:04.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 3.010137339\n# Parse_time: 0.000091656\n# Compile_time: 0.000087303\n# Rewrite_time: 0.000002794\n# Optimize_time: 0.000023324\n# Wait_TS: 0.00014195\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:53:04.966 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [2024/05/06 09:53:04.966 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [2024/05/06 09:53:04.966 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:04.967 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=2.245Β΅s] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=921ns] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=926ns] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=889ns] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=1.24Β΅s] [2024/05/06 09:53:04.968 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:04.968 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:04.968 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:04.969 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] ["take time"=2.511705ms] [2024/05/06 09:53:04.969 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] [2024/05/06 09:53:04.970 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:04.970 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:04.970 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a5479b54-49eb-4062-928c-5f8c623ad72a] [watcherID=834243ef-6d7c-4aab-b6b3-5f1dc0d5f40e] [2024/05/06 09:53:04.970 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a5479b54-49eb-4062-928c-5f8c623ad72a] [2024/05/06 09:53:04.970 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:04.970 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:04.970 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:04.970 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1989] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:04.971 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:04.971 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:04.971 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="context canceled"] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 20f77ccd-4d89-41d8-8fd7-541dca2cf387"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:04.971 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:04.971 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=bb89b99a-2fdd-4efb-add2-1cc00f6b1391] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:04.971 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:04.971 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:04.971 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:04.971 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:04.971 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:04.972 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 20f77ccd-4d89-41d8-8fd7-541dca2cf387"] [error="context canceled"] [2024/05/06 09:53:04.972 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 20f77ccd-4d89-41d8-8fd7-541dca2cf387"] [2024/05/06 09:53:04.972 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:04.972 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=20f77ccd-4d89-41d8-8fd7-541dca2cf387] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:04.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:04.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:04.972 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:04.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:04.986 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:04.986 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="context canceled"] [2024/05/06 09:53:04.986 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [2024/05/06 09:53:06.219 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:06.219 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:06.219 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:06.236 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 20f77ccd-4d89-41d8-8fd7-541dca2cf387"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:06.242 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bb89b99a-2fdd-4efb-add2-1cc00f6b1391"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:06.242 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:06.242 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:06.242 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:06.242 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.275693094s] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:06.242 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:06.242 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:06.242 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:06.242 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:06.242 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestLimitOneBackend (4.83s) === RUN TestAddIndexIngestWriterCountOnPartitionTable [2024/05/06 09:53:06.244 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:06.244 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:06.244 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:06.245 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:06.245 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:06.245 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:06.245 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:06.245 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:06.245 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:06.245 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:06.246 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:06.247 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:06.247 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:06.247 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:06.249 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:06.253 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:06.262 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=840] ["lease id"=3eaa8f4d509bd55f] [2024/05/06 09:53:06.263 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:06.275 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=83] ["start time"=10.486406ms] [2024/05/06 09:53:06.276 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:06.276 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=6f5b269f-fc07-49f5-9438-f58947140703] [runWorker=true] [2024/05/06 09:53:06.276 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:06.277 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:06.278 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:06.278 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:06.278 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149973622784/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:06.278 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:06.278 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:06.278 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:06.279 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:06.279 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cf1d5595-8ef6-4081-b628-0de256b55c88] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:06.280 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d509bd5ff] [ownerID=6f5b269f-fc07-49f5-9438-f58947140703] [op=none] [2024/05/06 09:53:06.280 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:06.283 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:06.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:06.284 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:06.296 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:06.298 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:06.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:06.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:06.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:06.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:06.299 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:06.299 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:06.299 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:06.299 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:06.299 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:06.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:06.300 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:06.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:06.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:06.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:06.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:06.300 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:06.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:06.301 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/64240ce5-12d6-45c1-b3da-44f9b3755ec4] [2024/05/06 09:53:06.301 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:06.301 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:06.301 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:06.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:06.302 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:06.302 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:06.303 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.496183ms] [2024/05/06 09:53:06.306 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:06.308 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=83] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:06.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.313 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:06.329 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:06.330 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d509bd5ff] [ownerID=6f5b269f-fc07-49f5-9438-f58947140703] [op=none] [2024/05/06 09:53:06.330 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [op=none] [2024/05/06 09:53:06.330 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:06.335 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.342 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=43.434Β΅s] [gotSchemaVersion=84] [phyTblIDs="[113,115]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:06.345 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=84] [2024/05/06 09:53:06.393 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.432372ms] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=28.369Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:06.405 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=85] [2024/05/06 09:53:06.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.121587ms] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=37.569Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:06.467 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=86] [2024/05/06 09:53:06.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.350794ms] [job="ID:119, Type:drop schema, State:done, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.520 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=119] [tableIDs="[113,115]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:06.524 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="drop schema"] [2024/05/06 09:53:06.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [job="ID:119, Type:drop schema, State:synced, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.530 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:53:06.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.531 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=86] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:06.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.536 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:06.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.548 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=205.497Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:06.550 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/06 09:53:06.597 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=51.60494ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:06.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.602 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.606 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/06 09:53:06.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.613 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:06.613 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=87] [cur_db=addindexlit] [sql="create table t (a int primary key) partition by hash(a) partitions 32;"] [user=] [2024/05/06 09:53:06.621 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:06.621 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key) partition by hash(a) partitions 32;"] [2024/05/06 09:53:06.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.629 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 120, Table ID: 122, Table Name: t"] [2024/05/06 09:53:06.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=706.643Β΅s] [gotSchemaVersion=88] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:06.636 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=88] [2024/05/06 09:53:06.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=51.565926ms] [job="ID:155, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:06.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.688 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [job="ID:155, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:06.693 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/06 09:53:06.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:06.697 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574125350420511] [2024/05/06 09:53:06.699 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=88] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:53:06.703 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:06.703 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:53:06.710 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.711 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:06.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=929.288Β΅s] [gotSchemaVersion=89] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:06.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=89] [2024/05/06 09:53:06.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=51.709616ms] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=892.711Β΅s] [gotSchemaVersion=90] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:06.782 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=90] [2024/05/06 09:53:06.830 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=51.74739ms] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=793.922Β΅s] [gotSchemaVersion=91] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:06.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=91] [2024/05/06 09:53:06.893 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=51.735193ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.900 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:06.900 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f728000000000000000] [endKey=74800000000000007b5f72800000000000006000] [2024/05/06 09:53:06.906 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:53:06.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574125402849288, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:06.912 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:06.916 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/156] [2024/05/06 09:53:06.940 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=122] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:07.281 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:07.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:07.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:07.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:07.302 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:07.302 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:07.302 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/64240ce5-12d6-45c1-b3da-44f9b3755ec4] [watcherID=84676522-d644-4c41-a298-e1ff8b119c0a] [2024/05/06 09:53:07.302 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:07.304 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:07.304 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:07.304 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:07.304 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:07.308 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60001] [2024/05/06 09:53:07.308 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:07.809 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:07.809 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:07.810 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=60001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:07.810 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=32] [2024/05/06 09:53:08.106 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:08.278 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:08.410 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:08.411 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:08.411 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/156] [keyspaceName=] [2024/05/06 09:53:08.414 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:08.414 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:08.414 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:08.414 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:08.415 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:08.415 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:08.415 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:08.415 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:08.415 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:08.418 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:08.418 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:08.418 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=156] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:08.418 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:08.424 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.426 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:08.426 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.427 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60001] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.427 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f728000000000000000] ["end key"=74800000000000007b5f72800000000000006000] [2024/05/06 09:53:08.427 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60001] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007b5f728000000000000000, endKey=74800000000000007b5f72800000000000006000"] [2024/05/06 09:53:08.429 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:08.432 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:08.432 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60001] [id=1] [2024/05/06 09:53:08.435 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:08.437 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:53:08.437 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/6e1b5bda-0e6c-4ad7-81f3-74d6cc2d677a.sst] [firstKey=74800000000000007B5F698000000000000001038000000000000000038000000000000000] [lastKey=74800000000000007B5F698000000000000001038000000000000060038000000000000060] [2024/05/06 09:53:08.440 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.440 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975773184/940431265792, backend usage: 0"] [2024/05/06 09:53:08.440 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.441 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.462 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:08.462 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.470 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:08.471 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.775123ms] [] [2024/05/06 09:53:08.474 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.486 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.487 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.487 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60002] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.487 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:53:08.487 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 09:53:08.487 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 09:53:08.487 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:53:08.487 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f728000000000000001] ["end key"=74800000000000007c5f72800000000000006100] [2024/05/06 09:53:08.487 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60002] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007c5f728000000000000001, endKey=74800000000000007c5f72800000000000006100"] [2024/05/06 09:53:08.488 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60002] [id=1] [2024/05/06 09:53:08.489 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1022] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7c5ad4cb-58ad-41bd-ae92-ffde7aede76e.sst] [firstKey=74800000000000007C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000007C5F698000000000000001038000000000000061038000000000000061] [2024/05/06 09:53:08.491 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.491 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975805952/940431265792, backend usage: 0"] [2024/05/06 09:53:08.491 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.492 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.514 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:08.514 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.520 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=304] [importedCount=8] [2024/05/06 09:53:08.521 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.849229ms] [] [2024/05/06 09:53:08.524 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.534 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.535 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.536 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60003] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:53:08.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/06 09:53:08.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/06 09:53:08.536 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f728000000000000002] ["end key"=74800000000000007d5f72800000000000006200] [2024/05/06 09:53:08.536 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 09:53:08.536 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60003] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007d5f728000000000000002, endKey=74800000000000007d5f72800000000000006200"] [2024/05/06 09:53:08.536 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60003] [id=1] [2024/05/06 09:53:08.537 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/be2136c5-e085-4fff-9745-65664e9bac50.sst] [firstKey=74800000000000007D5F698000000000000001038000000000000002038000000000000002] [lastKey=74800000000000007D5F698000000000000001038000000000000062038000000000000062] [2024/05/06 09:53:08.540 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.540 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975818240/940431265792, backend usage: 0"] [2024/05/06 09:53:08.540 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.541 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.562 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:08.562 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.567 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=456] [importedCount=12] [2024/05/06 09:53:08.568 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.854834ms] [] [2024/05/06 09:53:08.571 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.583 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1435\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1534\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1164\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:761"] [2024/05/06 09:53:08.586 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.588 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.589 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60004] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.589 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 09:53:08.589 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235128] ["max memory quota"=17179869184] [2024/05/06 09:53:08.589 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235168] ["max memory quota"=17179869184] [2024/05/06 09:53:08.589 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 09:53:08.589 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f728000000000000003] ["end key"=74800000000000007e5f72800000000000006300] [2024/05/06 09:53:08.589 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60004] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007e5f728000000000000003, endKey=74800000000000007e5f72800000000000006300"] [2024/05/06 09:53:08.590 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60004] [id=1] [2024/05/06 09:53:08.590 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1026] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/89fff23a-8031-4aff-8061-d435a51b0357.sst] [firstKey=74800000000000007E5F698000000000000001038000000000000003038000000000000003] [lastKey=74800000000000007E5F698000000000000001038000000000000063038000000000000063] [2024/05/06 09:53:08.593 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.593 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975830528/940431265792, backend usage: 0"] [2024/05/06 09:53:08.593 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.594 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.616 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:08.616 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.621 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=608] [importedCount=16] [2024/05/06 09:53:08.622 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.893664ms] [] [2024/05/06 09:53:08.625 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.636 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.637 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235168] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.637 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60005] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.637 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 09:53:08.637 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235248] ["max memory quota"=17179869184] [2024/05/06 09:53:08.637 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235288] ["max memory quota"=17179869184] [2024/05/06 09:53:08.637 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 09:53:08.637 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f728000000000000004] ["end key"=74800000000000007f5f72800000000000004400] [2024/05/06 09:53:08.637 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60005] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f728000000000000004, endKey=74800000000000007f5f72800000000000004400"] [2024/05/06 09:53:08.638 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60005] [id=1] [2024/05/06 09:53:08.638 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a6089f04-6eb0-4d95-98c1-ced3e8d3927a.sst] [firstKey=74800000000000007F5F698000000000000001038000000000000004038000000000000004] [lastKey=74800000000000007F5F698000000000000001038000000000000044038000000000000044] [2024/05/06 09:53:08.641 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.641 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975846912/940431265792, backend usage: 0"] [2024/05/06 09:53:08.641 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.642 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.663 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.663 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.668 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=722] [importedCount=19] [2024/05/06 09:53:08.669 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.413052ms] [] [2024/05/06 09:53:08.672 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.683 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.684 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235288] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.684 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60006] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/06 09:53:08.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235368] ["max memory quota"=17179869184] [2024/05/06 09:53:08.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235408] ["max memory quota"=17179869184] [2024/05/06 09:53:08.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 09:53:08.684 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f728000000000000005] ["end key"=7480000000000000805f72800000000000004500] [2024/05/06 09:53:08.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000805f728000000000000005, endKey=7480000000000000805f72800000000000004500"] [2024/05/06 09:53:08.685 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60006] [id=1] [2024/05/06 09:53:08.685 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/13b1c46a-c1f6-494d-b533-ea9adc0d2fb8.sst] [firstKey=7480000000000000805F698000000000000001038000000000000005038000000000000005] [lastKey=7480000000000000805F698000000000000001038000000000000045038000000000000045] [2024/05/06 09:53:08.688 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.688 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975859200/940431265792, backend usage: 0"] [2024/05/06 09:53:08.688 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.689 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.711 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.711 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.717 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=836] [importedCount=22] [2024/05/06 09:53:08.718 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.186884ms] [] [2024/05/06 09:53:08.720 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.732 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.732 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.733 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60007] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/06 09:53:08.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235488] ["max memory quota"=17179869184] [2024/05/06 09:53:08.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235528] ["max memory quota"=17179869184] [2024/05/06 09:53:08.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 09:53:08.733 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f728000000000000006] ["end key"=7480000000000000815f72800000000000004600] [2024/05/06 09:53:08.733 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000815f728000000000000006, endKey=7480000000000000815f72800000000000004600"] [2024/05/06 09:53:08.733 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60007] [id=1] [2024/05/06 09:53:08.734 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/60bbb993-0e19-4277-9b28-275d6b7197ac.sst] [firstKey=7480000000000000815F698000000000000001038000000000000006038000000000000006] [lastKey=7480000000000000815F698000000000000001038000000000000046038000000000000046] [2024/05/06 09:53:08.736 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.736 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975883776/940431265792, backend usage: 0"] [2024/05/06 09:53:08.736 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.737 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.759 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.759 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.765 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=950] [importedCount=25] [2024/05/06 09:53:08.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.694271ms] [] [2024/05/06 09:53:08.769 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.779 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.780 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.781 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60008] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.781 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/06 09:53:08.781 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/06 09:53:08.781 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/06 09:53:08.781 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 09:53:08.781 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f728000000000000007] ["end key"=7480000000000000825f72800000000000004700] [2024/05/06 09:53:08.781 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000825f728000000000000007, endKey=7480000000000000825f72800000000000004700"] [2024/05/06 09:53:08.781 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60008] [id=1] [2024/05/06 09:53:08.782 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a56d62bf-dde0-4bdf-bc85-0451387dd82a.sst] [firstKey=7480000000000000825F698000000000000001038000000000000007038000000000000007] [lastKey=7480000000000000825F698000000000000001038000000000000047038000000000000047] [2024/05/06 09:53:08.784 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.784 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975896064/940431265792, backend usage: 0"] [2024/05/06 09:53:08.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.785 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.807 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.807 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.812 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1064] [importedCount=28] [2024/05/06 09:53:08.813 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.933156ms] [] [2024/05/06 09:53:08.816 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.826 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.827 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235648] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.827 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60009] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.827 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/06 09:53:08.827 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235728] ["max memory quota"=17179869184] [2024/05/06 09:53:08.827 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235768] ["max memory quota"=17179869184] [2024/05/06 09:53:08.827 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235808] ["max memory quota"=17179869184] [2024/05/06 09:53:08.827 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f728000000000000008] ["end key"=7480000000000000835f72800000000000004800] [2024/05/06 09:53:08.827 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60009] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000835f728000000000000008, endKey=7480000000000000835f72800000000000004800"] [2024/05/06 09:53:08.828 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60009] [id=1] [2024/05/06 09:53:08.828 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7f421526-0b99-4dd8-86eb-33ff396f7476.sst] [firstKey=7480000000000000835F698000000000000001038000000000000008038000000000000008] [lastKey=7480000000000000835F698000000000000001038000000000000048038000000000000048] [2024/05/06 09:53:08.831 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.831 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975912448/940431265792, backend usage: 0"] [2024/05/06 09:53:08.831 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.832 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.853 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.853 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.858 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1178] [importedCount=31] [2024/05/06 09:53:08.860 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.824697ms] [] [2024/05/06 09:53:08.862 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.872 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.873 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235768] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.874 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60010] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.874 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235808] ["max memory quota"=17179869184] [2024/05/06 09:53:08.874 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235848] ["max memory quota"=17179869184] [2024/05/06 09:53:08.874 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235888] ["max memory quota"=17179869184] [2024/05/06 09:53:08.874 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235928] ["max memory quota"=17179869184] [2024/05/06 09:53:08.874 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f728000000000000009] ["end key"=7480000000000000845f72800000000000004900] [2024/05/06 09:53:08.874 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60010] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000845f728000000000000009, endKey=7480000000000000845f72800000000000004900"] [2024/05/06 09:53:08.874 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60010] [id=1] [2024/05/06 09:53:08.875 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4a0676be-42ab-4ba2-bd5d-2dbbcac3b58a.sst] [firstKey=7480000000000000845F698000000000000001038000000000000009038000000000000009] [lastKey=7480000000000000845F698000000000000001038000000000000049038000000000000049] [2024/05/06 09:53:08.877 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.877 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975924736/940431265792, backend usage: 0"] [2024/05/06 09:53:08.877 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.878 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.900 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.900 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.905 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1292] [importedCount=34] [2024/05/06 09:53:08.907 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.406738ms] [] [2024/05/06 09:53:08.909 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.920 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.921 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235888] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.921 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60011] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.921 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235928] ["max memory quota"=17179869184] [2024/05/06 09:53:08.921 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235968] ["max memory quota"=17179869184] [2024/05/06 09:53:08.921 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236008] ["max memory quota"=17179869184] [2024/05/06 09:53:08.921 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236048] ["max memory quota"=17179869184] [2024/05/06 09:53:08.921 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f72800000000000000a] ["end key"=7480000000000000855f72800000000000004a00] [2024/05/06 09:53:08.921 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60011] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000855f72800000000000000a, endKey=7480000000000000855f72800000000000004a00"] [2024/05/06 09:53:08.922 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60011] [id=1] [2024/05/06 09:53:08.922 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/41456954-f34b-4a4b-9420-4df5bde45a45.sst] [firstKey=7480000000000000855F69800000000000000103800000000000000A03800000000000000A] [lastKey=7480000000000000855F69800000000000000103800000000000004A03800000000000004A] [2024/05/06 09:53:08.925 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.925 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975957504/940431265792, backend usage: 0"] [2024/05/06 09:53:08.925 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.926 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.947 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.947 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.953 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1406] [importedCount=37] [2024/05/06 09:53:08.954 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.378233ms] [] [2024/05/06 09:53:08.957 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.967 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:08.967 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236008] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:08.968 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60012] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:08.968 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236048] ["max memory quota"=17179869184] [2024/05/06 09:53:08.968 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236088] ["max memory quota"=17179869184] [2024/05/06 09:53:08.968 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236128] ["max memory quota"=17179869184] [2024/05/06 09:53:08.968 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236168] ["max memory quota"=17179869184] [2024/05/06 09:53:08.968 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f72800000000000000b] ["end key"=7480000000000000865f72800000000000004b00] [2024/05/06 09:53:08.968 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60012] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000865f72800000000000000b, endKey=7480000000000000865f72800000000000004b00"] [2024/05/06 09:53:08.968 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60012] [id=1] [2024/05/06 09:53:08.969 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/87bef66e-3697-4b16-90cb-9285fc22b9ce.sst] [firstKey=7480000000000000865F69800000000000000103800000000000000B03800000000000000B] [lastKey=7480000000000000865F69800000000000000103800000000000004B03800000000000004B] [2024/05/06 09:53:08.971 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:08.971 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975969792/940431265792, backend usage: 0"] [2024/05/06 09:53:08.971 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:08.972 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:08.994 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:08.994 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:08.999 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1520] [importedCount=40] [2024/05/06 09:53:09.001 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.644335ms] [] [2024/05/06 09:53:09.003 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.015 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.016 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236128] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.016 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60013] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.016 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236168] ["max memory quota"=17179869184] [2024/05/06 09:53:09.016 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236208] ["max memory quota"=17179869184] [2024/05/06 09:53:09.016 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236248] ["max memory quota"=17179869184] [2024/05/06 09:53:09.016 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236288] ["max memory quota"=17179869184] [2024/05/06 09:53:09.016 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f72800000000000000c] ["end key"=7480000000000000875f72800000000000004c00] [2024/05/06 09:53:09.016 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60013] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000875f72800000000000000c, endKey=7480000000000000875f72800000000000004c00"] [2024/05/06 09:53:09.017 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60013] [id=1] [2024/05/06 09:53:09.017 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/24edd341-182e-44ad-b25b-a81954b7ecd8.sst] [firstKey=7480000000000000875F69800000000000000103800000000000000C03800000000000000C] [lastKey=7480000000000000875F69800000000000000103800000000000004C03800000000000004C] [2024/05/06 09:53:09.020 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.020 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975982080/940431265792, backend usage: 0"] [2024/05/06 09:53:09.020 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.021 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.043 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.043 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.048 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1634] [importedCount=43] [2024/05/06 09:53:09.049 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.739309ms] [] [2024/05/06 09:53:09.052 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.063 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.064 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236248] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.064 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60014] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.064 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236288] ["max memory quota"=17179869184] [2024/05/06 09:53:09.064 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236328] ["max memory quota"=17179869184] [2024/05/06 09:53:09.064 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236368] ["max memory quota"=17179869184] [2024/05/06 09:53:09.064 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236408] ["max memory quota"=17179869184] [2024/05/06 09:53:09.064 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f72800000000000000d] ["end key"=7480000000000000885f72800000000000004d00] [2024/05/06 09:53:09.064 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60014] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000885f72800000000000000d, endKey=7480000000000000885f72800000000000004d00"] [2024/05/06 09:53:09.065 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60014] [id=1] [2024/05/06 09:53:09.065 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/e8373298-eddd-4d86-a763-53adb1ed711e.sst] [firstKey=7480000000000000885F69800000000000000103800000000000000D03800000000000000D] [lastKey=7480000000000000885F69800000000000000103800000000000004D03800000000000004D] [2024/05/06 09:53:09.067 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.067 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149975998464/940431265792, backend usage: 0"] [2024/05/06 09:53:09.067 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.068 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.089 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.089 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.095 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1748] [importedCount=46] [2024/05/06 09:53:09.096 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.557731ms] [] [2024/05/06 09:53:09.098 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.109 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.110 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236368] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.110 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60015] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.110 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236408] ["max memory quota"=17179869184] [2024/05/06 09:53:09.110 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236448] ["max memory quota"=17179869184] [2024/05/06 09:53:09.110 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236488] ["max memory quota"=17179869184] [2024/05/06 09:53:09.110 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f72800000000000000e] ["end key"=7480000000000000895f72800000000000004e00] [2024/05/06 09:53:09.110 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236528] ["max memory quota"=17179869184] [2024/05/06 09:53:09.110 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000895f72800000000000000e, endKey=7480000000000000895f72800000000000004e00"] [2024/05/06 09:53:09.111 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60015] [id=1] [2024/05/06 09:53:09.111 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/6a4ab9dd-8392-4c29-bb51-afa4b26ea8fe.sst] [firstKey=7480000000000000895F69800000000000000103800000000000000E03800000000000000E] [lastKey=7480000000000000895F69800000000000000103800000000000004E03800000000000004E] [2024/05/06 09:53:09.113 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.113 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976023040/940431265792, backend usage: 0"] [2024/05/06 09:53:09.113 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.114 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.136 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.136 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.141 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1862] [importedCount=49] [2024/05/06 09:53:09.142 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.88491ms] [] [2024/05/06 09:53:09.145 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.155 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.155 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236488] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.156 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60016] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236528] ["max memory quota"=17179869184] [2024/05/06 09:53:09.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236568] ["max memory quota"=17179869184] [2024/05/06 09:53:09.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236608] ["max memory quota"=17179869184] [2024/05/06 09:53:09.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236648] ["max memory quota"=17179869184] [2024/05/06 09:53:09.156 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f72800000000000000f] ["end key"=74800000000000008a5f72800000000000004f00] [2024/05/06 09:53:09.156 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60016] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008a5f72800000000000000f, endKey=74800000000000008a5f72800000000000004f00"] [2024/05/06 09:53:09.157 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60016] [id=1] [2024/05/06 09:53:09.157 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/1aa0bebc-c3f0-4d38-bc5b-d8d3ef163022.sst] [firstKey=74800000000000008A5F69800000000000000103800000000000000F03800000000000000F] [lastKey=74800000000000008A5F69800000000000000103800000000000004F03800000000000004F] [2024/05/06 09:53:09.159 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.159 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976035328/940431265792, backend usage: 0"] [2024/05/06 09:53:09.159 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.160 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.182 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.182 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.187 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1976] [importedCount=52] [2024/05/06 09:53:09.189 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.475883ms] [] [2024/05/06 09:53:09.191 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.202 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.203 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285184] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.203 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60017] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.203 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285224] ["max memory quota"=17179869184] [2024/05/06 09:53:09.203 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285264] ["max memory quota"=17179869184] [2024/05/06 09:53:09.203 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285304] ["max memory quota"=17179869184] [2024/05/06 09:53:09.203 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f728000000000000010] ["end key"=74800000000000008b5f72800000000000005000] [2024/05/06 09:53:09.203 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 09:53:09.203 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60017] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008b5f728000000000000010, endKey=74800000000000008b5f72800000000000005000"] [2024/05/06 09:53:09.204 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60017] [id=1] [2024/05/06 09:53:09.204 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/0a6b1e7d-a2f3-48ae-8c89-ea3aa1641f01.sst] [firstKey=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [lastKey=74800000000000008B5F698000000000000001038000000000000050038000000000000050] [2024/05/06 09:53:09.206 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.206 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976047616/940431265792, backend usage: 0"] [2024/05/06 09:53:09.206 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.207 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.229 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.229 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.234 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2090] [importedCount=55] [2024/05/06 09:53:09.235 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.52131ms] [] [2024/05/06 09:53:09.237 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.247 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.248 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285304] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.249 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60018] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.249 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285344] ["max memory quota"=17179869184] [2024/05/06 09:53:09.249 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285384] ["max memory quota"=17179869184] [2024/05/06 09:53:09.249 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f728000000000000011] ["end key"=74800000000000008c5f72800000000000005100] [2024/05/06 09:53:09.249 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285424] ["max memory quota"=17179869184] [2024/05/06 09:53:09.249 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 09:53:09.249 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60018] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008c5f728000000000000011, endKey=74800000000000008c5f72800000000000005100"] [2024/05/06 09:53:09.249 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60018] [id=1] [2024/05/06 09:53:09.250 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/110742af-6076-4938-9836-e9bb7f565351.sst] [firstKey=74800000000000008C5F698000000000000001038000000000000011038000000000000011] [lastKey=74800000000000008C5F698000000000000001038000000000000051038000000000000051] [2024/05/06 09:53:09.252 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.252 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976064000/940431265792, backend usage: 0"] [2024/05/06 09:53:09.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.253 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.274 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.274 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.280 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2204] [importedCount=58] [2024/05/06 09:53:09.281 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.151261ms] [] [2024/05/06 09:53:09.284 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.294 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.295 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285424] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.296 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60019] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.296 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285464] ["max memory quota"=17179869184] [2024/05/06 09:53:09.296 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285504] ["max memory quota"=17179869184] [2024/05/06 09:53:09.296 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f728000000000000012] ["end key"=74800000000000008d5f72800000000000005200] [2024/05/06 09:53:09.296 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285544] ["max memory quota"=17179869184] [2024/05/06 09:53:09.296 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 09:53:09.296 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60019] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008d5f728000000000000012, endKey=74800000000000008d5f72800000000000005200"] [2024/05/06 09:53:09.296 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60019] [id=1] [2024/05/06 09:53:09.297 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a80db475-dac2-4414-8f43-6b01f4435c1a.sst] [firstKey=74800000000000008D5F698000000000000001038000000000000012038000000000000012] [lastKey=74800000000000008D5F698000000000000001038000000000000052038000000000000052] [2024/05/06 09:53:09.299 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.299 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976088576/940431265792, backend usage: 0"] [2024/05/06 09:53:09.299 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.300 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.322 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.322 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.328 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2318] [importedCount=61] [2024/05/06 09:53:09.329 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.980731ms] [] [2024/05/06 09:53:09.332 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.343 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.344 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285544] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.344 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60020] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.344 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285584] ["max memory quota"=17179869184] [2024/05/06 09:53:09.344 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285624] ["max memory quota"=17179869184] [2024/05/06 09:53:09.344 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285664] ["max memory quota"=17179869184] [2024/05/06 09:53:09.344 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 09:53:09.344 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f728000000000000013] ["end key"=74800000000000008e5f72800000000000005300] [2024/05/06 09:53:09.344 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60020] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008e5f728000000000000013, endKey=74800000000000008e5f72800000000000005300"] [2024/05/06 09:53:09.345 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60020] [id=1] [2024/05/06 09:53:09.345 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/62a22bbc-8469-4406-b029-260e9bd61c5b.sst] [firstKey=74800000000000008E5F698000000000000001038000000000000013038000000000000013] [lastKey=74800000000000008E5F698000000000000001038000000000000053038000000000000053] [2024/05/06 09:53:09.348 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.348 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976109056/940431265792, backend usage: 0"] [2024/05/06 09:53:09.348 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.349 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.370 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.370 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.376 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2432] [importedCount=64] [2024/05/06 09:53:09.377 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.209333ms] [] [2024/05/06 09:53:09.380 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.390 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.391 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285664] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.391 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60021] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.391 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285704] ["max memory quota"=17179869184] [2024/05/06 09:53:09.391 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285744] ["max memory quota"=17179869184] [2024/05/06 09:53:09.392 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285784] ["max memory quota"=17179869184] [2024/05/06 09:53:09.392 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 09:53:09.392 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f728000000000000014] ["end key"=74800000000000008f5f72800000000000005400] [2024/05/06 09:53:09.392 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60021] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008f5f728000000000000014, endKey=74800000000000008f5f72800000000000005400"] [2024/05/06 09:53:09.392 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60021] [id=1] [2024/05/06 09:53:09.393 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/22353488-1e00-47c9-acfd-a026d04f3f22.sst] [firstKey=74800000000000008F5F698000000000000001038000000000000014038000000000000014] [lastKey=74800000000000008F5F698000000000000001038000000000000054038000000000000054] [2024/05/06 09:53:09.395 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.395 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976121344/940431265792, backend usage: 0"] [2024/05/06 09:53:09.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.396 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.418 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.418 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.423 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2546] [importedCount=67] [2024/05/06 09:53:09.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.161147ms] [] [2024/05/06 09:53:09.427 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.438 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.439 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285784] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.439 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60022] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285824] ["max memory quota"=17179869184] [2024/05/06 09:53:09.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285864] ["max memory quota"=17179869184] [2024/05/06 09:53:09.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675285904] ["max memory quota"=17179869184] [2024/05/06 09:53:09.439 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 09:53:09.439 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f728000000000000015] ["end key"=7480000000000000905f72800000000000005500] [2024/05/06 09:53:09.439 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60022] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000905f728000000000000015, endKey=7480000000000000905f72800000000000005500"] [2024/05/06 09:53:09.440 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60022] [id=1] [2024/05/06 09:53:09.440 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/8f6d45e2-f846-48fb-9df8-008eef49cbd3.sst] [firstKey=7480000000000000905F698000000000000001038000000000000015038000000000000015] [lastKey=7480000000000000905F698000000000000001038000000000000055038000000000000055] [2024/05/06 09:53:09.443 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.443 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976133632/940431265792, backend usage: 0"] [2024/05/06 09:53:09.443 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.444 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.465 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.465 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.470 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2660] [importedCount=70] [2024/05/06 09:53:09.472 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.814402ms] [] [2024/05/06 09:53:09.474 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.485 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.486 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675285904] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.486 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60023] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.486 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675285944] ["max memory quota"=17179869184] [2024/05/06 09:53:09.486 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675285984] ["max memory quota"=17179869184] [2024/05/06 09:53:09.486 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286024] ["max memory quota"=17179869184] [2024/05/06 09:53:09.486 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 09:53:09.486 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f728000000000000016] ["end key"=7480000000000000915f72800000000000005600] [2024/05/06 09:53:09.486 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60023] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000915f728000000000000016, endKey=7480000000000000915f72800000000000005600"] [2024/05/06 09:53:09.487 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60023] [id=1] [2024/05/06 09:53:09.487 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/835744f8-c42a-4a6f-862f-df6d43be6483.sst] [firstKey=7480000000000000915F698000000000000001038000000000000016038000000000000016] [lastKey=7480000000000000915F698000000000000001038000000000000056038000000000000056] [2024/05/06 09:53:09.489 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.490 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976162304/940431265792, backend usage: 0"] [2024/05/06 09:53:09.490 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.491 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.512 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.512 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.518 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2774] [importedCount=73] [2024/05/06 09:53:09.519 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.47043ms] [] [2024/05/06 09:53:09.522 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.533 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.534 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286024] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.534 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60024] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.534 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286064] ["max memory quota"=17179869184] [2024/05/06 09:53:09.534 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286104] ["max memory quota"=17179869184] [2024/05/06 09:53:09.534 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286144] ["max memory quota"=17179869184] [2024/05/06 09:53:09.534 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 09:53:09.534 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f728000000000000017] ["end key"=7480000000000000925f72800000000000005700] [2024/05/06 09:53:09.534 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60024] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000925f728000000000000017, endKey=7480000000000000925f72800000000000005700"] [2024/05/06 09:53:09.535 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60024] [id=1] [2024/05/06 09:53:09.535 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a466936c-bac1-452b-b588-16e071c0e4d2.sst] [firstKey=7480000000000000925F698000000000000001038000000000000017038000000000000017] [lastKey=7480000000000000925F698000000000000001038000000000000057038000000000000057] [2024/05/06 09:53:09.538 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.538 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976174592/940431265792, backend usage: 0"] [2024/05/06 09:53:09.538 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.539 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.560 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.560 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.566 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2888] [importedCount=76] [2024/05/06 09:53:09.567 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.134674ms] [] [2024/05/06 09:53:09.569 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.581 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.581 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286144] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.582 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60025] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.582 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286184] ["max memory quota"=17179869184] [2024/05/06 09:53:09.582 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286224] ["max memory quota"=17179869184] [2024/05/06 09:53:09.582 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286264] ["max memory quota"=17179869184] [2024/05/06 09:53:09.582 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 09:53:09.582 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f728000000000000018] ["end key"=7480000000000000935f72800000000000005800] [2024/05/06 09:53:09.582 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60025] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000935f728000000000000018, endKey=7480000000000000935f72800000000000005800"] [2024/05/06 09:53:09.582 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60025] [id=1] [2024/05/06 09:53:09.583 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/94c13651-3b4b-492d-8874-2e8c75d10b98.sst] [firstKey=7480000000000000935F698000000000000001038000000000000018038000000000000018] [lastKey=7480000000000000935F698000000000000001038000000000000058038000000000000058] [2024/05/06 09:53:09.585 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.585 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976186880/940431265792, backend usage: 0"] [2024/05/06 09:53:09.585 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.586 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.607 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.607 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.613 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3002] [importedCount=79] [2024/05/06 09:53:09.614 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.99122ms] [] [2024/05/06 09:53:09.617 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.628 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.629 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286264] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.629 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60026] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.629 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286304] ["max memory quota"=17179869184] [2024/05/06 09:53:09.629 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286344] ["max memory quota"=17179869184] [2024/05/06 09:53:09.629 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286384] ["max memory quota"=17179869184] [2024/05/06 09:53:09.629 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 09:53:09.629 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f728000000000000019] ["end key"=7480000000000000945f72800000000000005900] [2024/05/06 09:53:09.629 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60026] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000945f728000000000000019, endKey=7480000000000000945f72800000000000005900"] [2024/05/06 09:53:09.630 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60026] [id=1] [2024/05/06 09:53:09.630 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/6dd3d2d5-bce0-40a4-8479-cbdac68bd70a.sst] [firstKey=7480000000000000945F698000000000000001038000000000000019038000000000000019] [lastKey=7480000000000000945F698000000000000001038000000000000059038000000000000059] [2024/05/06 09:53:09.633 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.633 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976199168/940431265792, backend usage: 0"] [2024/05/06 09:53:09.633 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.634 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.656 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.656 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.661 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3116] [importedCount=82] [2024/05/06 09:53:09.662 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.403455ms] [] [2024/05/06 09:53:09.665 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.676 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.677 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286384] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.677 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60027] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286424] ["max memory quota"=17179869184] [2024/05/06 09:53:09.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286464] ["max memory quota"=17179869184] [2024/05/06 09:53:09.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286504] ["max memory quota"=17179869184] [2024/05/06 09:53:09.677 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 09:53:09.677 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f72800000000000001a] ["end key"=7480000000000000955f72800000000000005a00] [2024/05/06 09:53:09.677 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60027] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000955f72800000000000001a, endKey=7480000000000000955f72800000000000005a00"] [2024/05/06 09:53:09.678 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60027] [id=1] [2024/05/06 09:53:09.678 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4c8057cc-31bd-4edb-8045-78788819e55b.sst] [firstKey=7480000000000000955F69800000000000000103800000000000001A03800000000000001A] [lastKey=7480000000000000955F69800000000000000103800000000000005A03800000000000005A] [2024/05/06 09:53:09.681 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.681 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976227840/940431265792, backend usage: 0"] [2024/05/06 09:53:09.681 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.682 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.703 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.703 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.709 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3230] [importedCount=85] [2024/05/06 09:53:09.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.776921ms] [] [2024/05/06 09:53:09.713 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.724 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.725 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286504] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.726 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60028] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.726 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286544] ["max memory quota"=17179869184] [2024/05/06 09:53:09.726 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286584] ["max memory quota"=17179869184] [2024/05/06 09:53:09.726 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286624] ["max memory quota"=17179869184] [2024/05/06 09:53:09.726 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f72800000000000001b] ["end key"=7480000000000000965f72800000000000005b00] [2024/05/06 09:53:09.726 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 09:53:09.726 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60028] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000965f72800000000000001b, endKey=7480000000000000965f72800000000000005b00"] [2024/05/06 09:53:09.727 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60028] [id=1] [2024/05/06 09:53:09.727 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/af830dbd-3c57-44c7-91ad-9d70f82df1f9.sst] [firstKey=7480000000000000965F69800000000000000103800000000000001B03800000000000001B] [lastKey=7480000000000000965F69800000000000000103800000000000005B03800000000000005B] [2024/05/06 09:53:09.729 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.729 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976248320/940431265792, backend usage: 0"] [2024/05/06 09:53:09.729 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.731 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.752 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.752 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.758 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3344] [importedCount=88] [2024/05/06 09:53:09.759 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.84863ms] [] [2024/05/06 09:53:09.762 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.773 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.774 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286624] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.774 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60029] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286664] ["max memory quota"=17179869184] [2024/05/06 09:53:09.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286704] ["max memory quota"=17179869184] [2024/05/06 09:53:09.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286744] ["max memory quota"=17179869184] [2024/05/06 09:53:09.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 09:53:09.775 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f72800000000000001c] ["end key"=7480000000000000975f72800000000000005c00] [2024/05/06 09:53:09.775 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60029] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000975f72800000000000001c, endKey=7480000000000000975f72800000000000005c00"] [2024/05/06 09:53:09.775 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60029] [id=1] [2024/05/06 09:53:09.776 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/da38ee05-19a5-4758-b065-a9f2df22484e.sst] [firstKey=7480000000000000975F69800000000000000103800000000000001C03800000000000001C] [lastKey=7480000000000000975F69800000000000000103800000000000005C03800000000000005C] [2024/05/06 09:53:09.778 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.778 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976264704/940431265792, backend usage: 0"] [2024/05/06 09:53:09.778 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.779 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.801 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.801 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.806 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3458] [importedCount=91] [2024/05/06 09:53:09.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.144737ms] [] [2024/05/06 09:53:09.810 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.827 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.828 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286744] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.829 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60030] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.829 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286784] ["max memory quota"=17179869184] [2024/05/06 09:53:09.829 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286824] ["max memory quota"=17179869184] [2024/05/06 09:53:09.829 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286864] ["max memory quota"=17179869184] [2024/05/06 09:53:09.829 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f72800000000000001d] ["end key"=7480000000000000985f72800000000000005d00] [2024/05/06 09:53:09.829 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 09:53:09.829 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60030] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000985f72800000000000001d, endKey=7480000000000000985f72800000000000005d00"] [2024/05/06 09:53:09.830 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60030] [id=1] [2024/05/06 09:53:09.830 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/1fffe532-4f7f-4bdb-9abe-976e21b112c1.sst] [firstKey=7480000000000000985F69800000000000000103800000000000001D03800000000000001D] [lastKey=7480000000000000985F69800000000000000103800000000000005D03800000000000005D] [2024/05/06 09:53:09.833 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.833 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976276992/940431265792, backend usage: 0"] [2024/05/06 09:53:09.833 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.834 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.855 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.855 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.861 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3572] [importedCount=94] [2024/05/06 09:53:09.862 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.639293ms] [] [2024/05/06 09:53:09.865 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.877 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.878 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286864] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.878 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60031] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.878 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675286904] ["max memory quota"=17179869184] [2024/05/06 09:53:09.878 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675286944] ["max memory quota"=17179869184] [2024/05/06 09:53:09.878 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675286984] ["max memory quota"=17179869184] [2024/05/06 09:53:09.878 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 09:53:09.878 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f72800000000000001e] ["end key"=7480000000000000995f72800000000000005e00] [2024/05/06 09:53:09.878 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60031] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000995f72800000000000001e, endKey=7480000000000000995f72800000000000005e00"] [2024/05/06 09:53:09.879 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60031] [id=1] [2024/05/06 09:53:09.879 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/8bbb6e70-60ac-41d1-9173-e415d1295fe9.sst] [firstKey=7480000000000000995F69800000000000000103800000000000001E03800000000000001E] [lastKey=7480000000000000995F69800000000000000103800000000000005E03800000000000005E] [2024/05/06 09:53:09.882 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.882 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976301568/940431265792, backend usage: 0"] [2024/05/06 09:53:09.882 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.883 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.904 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.904 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.910 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3686] [importedCount=97] [2024/05/06 09:53:09.911 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.319586ms] [] [2024/05/06 09:53:09.914 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.925 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:09.926 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=675286984] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:09.927 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60032] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:09.927 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=675287024] ["max memory quota"=17179869184] [2024/05/06 09:53:09.927 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=675287064] ["max memory quota"=17179869184] [2024/05/06 09:53:09.927 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=675287104] ["max memory quota"=17179869184] [2024/05/06 09:53:09.927 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=675287144] ["max memory quota"=17179869184] [2024/05/06 09:53:09.927 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f72800000000000001f] ["end key"=74800000000000009a5f72800000000000005f00] [2024/05/06 09:53:09.927 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60032] [id=1] [task="TableScanTask: id=1, startKey=74800000000000009a5f72800000000000001f, endKey=74800000000000009a5f72800000000000005f00"] [2024/05/06 09:53:09.928 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60032] [id=1] [2024/05/06 09:53:09.928 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/56253f8a-af8f-4af1-8c8d-98c8927aab09.sst] [firstKey=74800000000000009A5F69800000000000000103800000000000001F03800000000000001F] [lastKey=74800000000000009A5F69800000000000000103800000000000005F03800000000000005F] [2024/05/06 09:53:09.930 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.930 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149976317952/940431265792, backend usage: 0"] [2024/05/06 09:53:09.930 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:09.931 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:09.953 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:53:09.953 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:09.958 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3800] [importedCount=100] [2024/05/06 09:53:09.960 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.191969ms] [] [2024/05/06 09:53:09.962 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/06 09:53:09.971 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:09.971 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:09.971 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=653.703Β΅s] [] [2024/05/06 09:53:09.971 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:09.972 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=401.224Β΅s] [] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:09.973 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:09.973 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:09.973 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:09.973 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:09.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:09.973 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=156] ["current memory usage"=3840] ["max memory quota"=17179869184] [2024/05/06 09:53:09.973 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=1.563493393s] [] [2024/05/06 09:53:10.310 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:10.553 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:53:10.578 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60001] [type=backfill] [2024/05/06 09:53:10.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=913.183Β΅s] [gotSchemaVersion=92] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:10.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=92] [2024/05/06 09:53:10.632 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.00086ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574125402849288, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:10.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574125402849288, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:10.639 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=156] [table=t] [index=idx] [2024/05/06 09:53:10.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=918.199Β΅s] [gotSchemaVersion=93] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:10.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=93] [2024/05/06 09:53:10.696 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=51.955267ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:10.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:10.703 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 09:53:10.708 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/06 09:53:10.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:10.715 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007b5f69ffff000000000001,EndKey:74800000000000007b5f69ffff000000000001ff,First:false,PhysicalTableID:123,Ingest mode:false"] [2024/05/06 09:53:10.716 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f69ffff000000000001] ["end key"=74800000000000007b5f69ffff000000000001ff] [2024/05/06 09:53:10.716 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=123] ["end key"=74800000000000007b5f69ffff000000000001ff] ["current end key"=74800000000000007b5f69ffff00000000000100] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 123, range: [74800000000000007b5f69ffff000000000001, 74800000000000007b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007b5f69ffff0000000000010000] ["take time"=369.882Β΅s] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.718 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007b5f69ffff000000000001] [2024/05/06 09:53:10.721 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=124] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [] [2024/05/06 09:53:10.721 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007c5f69ffff000000000001,EndKey:74800000000000007c5f69ffff000000000001ff,First:false,PhysicalTableID:124,Ingest mode:false"] [2024/05/06 09:53:10.722 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f69ffff000000000001] ["end key"=74800000000000007c5f69ffff000000000001ff] [2024/05/06 09:53:10.722 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [2024/05/06 09:53:10.723 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=124] ["end key"=74800000000000007c5f69ffff000000000001ff] ["current end key"=74800000000000007c5f69ffff00000000000100] [2024/05/06 09:53:10.724 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.724 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.724 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.724 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 124, range: [74800000000000007c5f69ffff000000000001, 74800000000000007c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007c5f69ffff0000000000010000] ["take time"=481.941Β΅s] [2024/05/06 09:53:10.724 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.724 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007c5f69ffff000000000001] [2024/05/06 09:53:10.727 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=125] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [] [2024/05/06 09:53:10.727 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007d5f69ffff000000000001,EndKey:74800000000000007d5f69ffff000000000001ff,First:false,PhysicalTableID:125,Ingest mode:false"] [2024/05/06 09:53:10.728 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f69ffff000000000001] ["end key"=74800000000000007d5f69ffff000000000001ff] [2024/05/06 09:53:10.728 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=125] ["end key"=74800000000000007d5f69ffff000000000001ff] ["current end key"=74800000000000007d5f69ffff00000000000100] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 125, range: [74800000000000007d5f69ffff000000000001, 74800000000000007d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007d5f69ffff0000000000010000] ["take time"=364.111Β΅s] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.729 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007d5f69ffff000000000001] [2024/05/06 09:53:10.732 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=126] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [] [2024/05/06 09:53:10.732 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007e5f69ffff000000000001,EndKey:74800000000000007e5f69ffff000000000001ff,First:false,PhysicalTableID:126,Ingest mode:false"] [2024/05/06 09:53:10.733 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f69ffff000000000001] ["end key"=74800000000000007e5f69ffff000000000001ff] [2024/05/06 09:53:10.733 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=126] ["end key"=74800000000000007e5f69ffff000000000001ff] ["current end key"=74800000000000007e5f69ffff00000000000100] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 126, range: [74800000000000007e5f69ffff000000000001, 74800000000000007e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007e5f69ffff0000000000010000] ["take time"=412.122Β΅s] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.734 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007e5f69ffff000000000001] [2024/05/06 09:53:10.737 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=127] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [] [2024/05/06 09:53:10.737 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007f5f69ffff000000000001,EndKey:74800000000000007f5f69ffff000000000001ff,First:false,PhysicalTableID:127,Ingest mode:false"] [2024/05/06 09:53:10.738 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f69ffff000000000001] ["end key"=74800000000000007f5f69ffff000000000001ff] [2024/05/06 09:53:10.738 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [2024/05/06 09:53:10.739 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=127] ["end key"=74800000000000007f5f69ffff000000000001ff] ["current end key"=74800000000000007f5f69ffff00000000000100] [2024/05/06 09:53:10.739 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.739 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.739 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.740 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 127, range: [74800000000000007f5f69ffff000000000001, 74800000000000007f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007f5f69ffff0000000000010000] ["take time"=368.503Β΅s] [2024/05/06 09:53:10.740 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.740 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007f5f69ffff000000000001] [2024/05/06 09:53:10.742 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=128] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [] [2024/05/06 09:53:10.742 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000805f69ffff000000000001,EndKey:7480000000000000805f69ffff000000000001ff,First:false,PhysicalTableID:128,Ingest mode:false"] [2024/05/06 09:53:10.743 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f69ffff000000000001] ["end key"=7480000000000000805f69ffff000000000001ff] [2024/05/06 09:53:10.743 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=128] ["end key"=7480000000000000805f69ffff000000000001ff] ["current end key"=7480000000000000805f69ffff00000000000100] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 128, range: [7480000000000000805f69ffff000000000001, 7480000000000000805f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000805f69ffff0000000000010000] ["take time"=360.511Β΅s] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.745 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000805f69ffff000000000001] [2024/05/06 09:53:10.748 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=129] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [] [2024/05/06 09:53:10.748 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000815f69ffff000000000001,EndKey:7480000000000000815f69ffff000000000001ff,First:false,PhysicalTableID:129,Ingest mode:false"] [2024/05/06 09:53:10.749 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f69ffff000000000001] ["end key"=7480000000000000815f69ffff000000000001ff] [2024/05/06 09:53:10.749 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=129] ["end key"=7480000000000000815f69ffff000000000001ff] ["current end key"=7480000000000000815f69ffff00000000000100] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 129, range: [7480000000000000815f69ffff000000000001, 7480000000000000815f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000815f69ffff0000000000010000] ["take time"=335.902Β΅s] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.750 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000815f69ffff000000000001] [2024/05/06 09:53:10.753 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=130] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [] [2024/05/06 09:53:10.753 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000825f69ffff000000000001,EndKey:7480000000000000825f69ffff000000000001ff,First:false,PhysicalTableID:130,Ingest mode:false"] [2024/05/06 09:53:10.754 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f69ffff000000000001] ["end key"=7480000000000000825f69ffff000000000001ff] [2024/05/06 09:53:10.754 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=130] ["end key"=7480000000000000825f69ffff000000000001ff] ["current end key"=7480000000000000825f69ffff00000000000100] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 130, range: [7480000000000000825f69ffff000000000001, 7480000000000000825f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000825f69ffff0000000000010000] ["take time"=359.754Β΅s] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.755 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000825f69ffff000000000001] [2024/05/06 09:53:10.758 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=131] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [] [2024/05/06 09:53:10.758 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000835f69ffff000000000001,EndKey:7480000000000000835f69ffff000000000001ff,First:false,PhysicalTableID:131,Ingest mode:false"] [2024/05/06 09:53:10.759 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f69ffff000000000001] ["end key"=7480000000000000835f69ffff000000000001ff] [2024/05/06 09:53:10.759 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=131] ["end key"=7480000000000000835f69ffff000000000001ff] ["current end key"=7480000000000000835f69ffff00000000000100] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 131, range: [7480000000000000835f69ffff000000000001, 7480000000000000835f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000835f69ffff0000000000010000] ["take time"=367.593Β΅s] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.760 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000835f69ffff000000000001] [2024/05/06 09:53:10.763 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=132] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [] [2024/05/06 09:53:10.763 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000845f69ffff000000000001,EndKey:7480000000000000845f69ffff000000000001ff,First:false,PhysicalTableID:132,Ingest mode:false"] [2024/05/06 09:53:10.764 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f69ffff000000000001] ["end key"=7480000000000000845f69ffff000000000001ff] [2024/05/06 09:53:10.764 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=132] ["end key"=7480000000000000845f69ffff000000000001ff] ["current end key"=7480000000000000845f69ffff00000000000100] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 132, range: [7480000000000000845f69ffff000000000001, 7480000000000000845f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000845f69ffff0000000000010000] ["take time"=413.107Β΅s] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.765 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000845f69ffff000000000001] [2024/05/06 09:53:10.768 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=133] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [] [2024/05/06 09:53:10.768 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000855f69ffff000000000001,EndKey:7480000000000000855f69ffff000000000001ff,First:false,PhysicalTableID:133,Ingest mode:false"] [2024/05/06 09:53:10.769 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f69ffff000000000001] ["end key"=7480000000000000855f69ffff000000000001ff] [2024/05/06 09:53:10.769 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [2024/05/06 09:53:10.769 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=133] ["end key"=7480000000000000855f69ffff000000000001ff] ["current end key"=7480000000000000855f69ffff00000000000100] [2024/05/06 09:53:10.769 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.769 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.769 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.770 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 133, range: [7480000000000000855f69ffff000000000001, 7480000000000000855f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000855f69ffff0000000000010000] ["take time"=393.352Β΅s] [2024/05/06 09:53:10.770 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.770 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000855f69ffff000000000001] [2024/05/06 09:53:10.773 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=134] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [] [2024/05/06 09:53:10.773 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000865f69ffff000000000001,EndKey:7480000000000000865f69ffff000000000001ff,First:false,PhysicalTableID:134,Ingest mode:false"] [2024/05/06 09:53:10.774 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f69ffff000000000001] ["end key"=7480000000000000865f69ffff000000000001ff] [2024/05/06 09:53:10.774 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [2024/05/06 09:53:10.774 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=134] ["end key"=7480000000000000865f69ffff000000000001ff] ["current end key"=7480000000000000865f69ffff00000000000100] [2024/05/06 09:53:10.774 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.774 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.774 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.775 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 134, range: [7480000000000000865f69ffff000000000001, 7480000000000000865f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000865f69ffff0000000000010000] ["take time"=357.156Β΅s] [2024/05/06 09:53:10.775 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.775 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000865f69ffff000000000001] [2024/05/06 09:53:10.777 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=135] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [] [2024/05/06 09:53:10.777 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000875f69ffff000000000001,EndKey:7480000000000000875f69ffff000000000001ff,First:false,PhysicalTableID:135,Ingest mode:false"] [2024/05/06 09:53:10.778 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f69ffff000000000001] ["end key"=7480000000000000875f69ffff000000000001ff] [2024/05/06 09:53:10.779 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [2024/05/06 09:53:10.779 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=135] ["end key"=7480000000000000875f69ffff000000000001ff] ["current end key"=7480000000000000875f69ffff00000000000100] [2024/05/06 09:53:10.779 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.779 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.779 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.780 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 135, range: [7480000000000000875f69ffff000000000001, 7480000000000000875f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000875f69ffff0000000000010000] ["take time"=388.063Β΅s] [2024/05/06 09:53:10.780 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.780 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000875f69ffff000000000001] [2024/05/06 09:53:10.782 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=136] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [] [2024/05/06 09:53:10.782 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000885f69ffff000000000001,EndKey:7480000000000000885f69ffff000000000001ff,First:false,PhysicalTableID:136,Ingest mode:false"] [2024/05/06 09:53:10.783 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f69ffff000000000001] ["end key"=7480000000000000885f69ffff000000000001ff] [2024/05/06 09:53:10.783 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [2024/05/06 09:53:10.784 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=136] ["end key"=7480000000000000885f69ffff000000000001ff] ["current end key"=7480000000000000885f69ffff00000000000100] [2024/05/06 09:53:10.784 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.784 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.784 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.785 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 136, range: [7480000000000000885f69ffff000000000001, 7480000000000000885f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000885f69ffff0000000000010000] ["take time"=370.997Β΅s] [2024/05/06 09:53:10.785 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.785 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000885f69ffff000000000001] [2024/05/06 09:53:10.787 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=137] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [] [2024/05/06 09:53:10.787 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000895f69ffff000000000001,EndKey:7480000000000000895f69ffff000000000001ff,First:false,PhysicalTableID:137,Ingest mode:false"] [2024/05/06 09:53:10.788 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f69ffff000000000001] ["end key"=7480000000000000895f69ffff000000000001ff] [2024/05/06 09:53:10.788 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=137] ["end key"=7480000000000000895f69ffff000000000001ff] ["current end key"=7480000000000000895f69ffff00000000000100] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 137, range: [7480000000000000895f69ffff000000000001, 7480000000000000895f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000895f69ffff0000000000010000] ["take time"=382.591Β΅s] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.789 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000895f69ffff000000000001] [2024/05/06 09:53:10.792 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=138] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [] [2024/05/06 09:53:10.792 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008a5f69ffff000000000001,EndKey:74800000000000008a5f69ffff000000000001ff,First:false,PhysicalTableID:138,Ingest mode:false"] [2024/05/06 09:53:10.793 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f69ffff000000000001] ["end key"=74800000000000008a5f69ffff000000000001ff] [2024/05/06 09:53:10.793 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [2024/05/06 09:53:10.794 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=138] ["end key"=74800000000000008a5f69ffff000000000001ff] ["current end key"=74800000000000008a5f69ffff00000000000100] [2024/05/06 09:53:10.794 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.794 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.794 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.795 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 138, range: [74800000000000008a5f69ffff000000000001, 74800000000000008a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008a5f69ffff0000000000010000] ["take time"=394.177Β΅s] [2024/05/06 09:53:10.795 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.795 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008a5f69ffff000000000001] [2024/05/06 09:53:10.797 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=139] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [] [2024/05/06 09:53:10.797 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008b5f69ffff000000000001,EndKey:74800000000000008b5f69ffff000000000001ff,First:false,PhysicalTableID:139,Ingest mode:false"] [2024/05/06 09:53:10.798 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f69ffff000000000001] ["end key"=74800000000000008b5f69ffff000000000001ff] [2024/05/06 09:53:10.798 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [2024/05/06 09:53:10.799 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=139] ["end key"=74800000000000008b5f69ffff000000000001ff] ["current end key"=74800000000000008b5f69ffff00000000000100] [2024/05/06 09:53:10.799 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.799 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.799 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.800 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 139, range: [74800000000000008b5f69ffff000000000001, 74800000000000008b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008b5f69ffff0000000000010000] ["take time"=407.102Β΅s] [2024/05/06 09:53:10.800 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.800 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008b5f69ffff000000000001] [2024/05/06 09:53:10.803 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=140] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [] [2024/05/06 09:53:10.803 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008c5f69ffff000000000001,EndKey:74800000000000008c5f69ffff000000000001ff,First:false,PhysicalTableID:140,Ingest mode:false"] [2024/05/06 09:53:10.804 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f69ffff000000000001] ["end key"=74800000000000008c5f69ffff000000000001ff] [2024/05/06 09:53:10.804 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [2024/05/06 09:53:10.805 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=140] ["end key"=74800000000000008c5f69ffff000000000001ff] ["current end key"=74800000000000008c5f69ffff00000000000100] [2024/05/06 09:53:10.805 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.805 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.805 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.805 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 140, range: [74800000000000008c5f69ffff000000000001, 74800000000000008c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008c5f69ffff0000000000010000] ["take time"=376.312Β΅s] [2024/05/06 09:53:10.806 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.806 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008c5f69ffff000000000001] [2024/05/06 09:53:10.808 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60001] [2024/05/06 09:53:10.808 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=141] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [] [2024/05/06 09:53:10.808 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008d5f69ffff000000000001,EndKey:74800000000000008d5f69ffff000000000001ff,First:false,PhysicalTableID:141,Ingest mode:false"] [2024/05/06 09:53:10.810 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f69ffff000000000001] ["end key"=74800000000000008d5f69ffff000000000001ff] [2024/05/06 09:53:10.810 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [2024/05/06 09:53:10.810 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:10.810 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60001] [2024/05/06 09:53:10.810 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=141] ["end key"=74800000000000008d5f69ffff000000000001ff] ["current end key"=74800000000000008d5f69ffff00000000000100] [2024/05/06 09:53:10.810 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.810 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.810 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.811 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 141, range: [74800000000000008d5f69ffff000000000001, 74800000000000008d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008d5f69ffff0000000000010000] ["take time"=394.152Β΅s] [2024/05/06 09:53:10.811 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.811 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008d5f69ffff000000000001] [2024/05/06 09:53:10.813 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=142] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [] [2024/05/06 09:53:10.813 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008e5f69ffff000000000001,EndKey:74800000000000008e5f69ffff000000000001ff,First:false,PhysicalTableID:142,Ingest mode:false"] [2024/05/06 09:53:10.814 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f69ffff000000000001] ["end key"=74800000000000008e5f69ffff000000000001ff] [2024/05/06 09:53:10.814 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=142] ["end key"=74800000000000008e5f69ffff000000000001ff] ["current end key"=74800000000000008e5f69ffff00000000000100] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 142, range: [74800000000000008e5f69ffff000000000001, 74800000000000008e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008e5f69ffff0000000000010000] ["take time"=433.825Β΅s] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.815 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008e5f69ffff000000000001] [2024/05/06 09:53:10.818 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=143] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [] [2024/05/06 09:53:10.818 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008f5f69ffff000000000001,EndKey:74800000000000008f5f69ffff000000000001ff,First:false,PhysicalTableID:143,Ingest mode:false"] [2024/05/06 09:53:10.819 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f69ffff000000000001] ["end key"=74800000000000008f5f69ffff000000000001ff] [2024/05/06 09:53:10.819 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=143] ["end key"=74800000000000008f5f69ffff000000000001ff] ["current end key"=74800000000000008f5f69ffff00000000000100] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 143, range: [74800000000000008f5f69ffff000000000001, 74800000000000008f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008f5f69ffff0000000000010000] ["take time"=427.639Β΅s] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.820 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008f5f69ffff000000000001] [2024/05/06 09:53:10.822 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:10.823 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=144] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [] [2024/05/06 09:53:10.823 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000905f69ffff000000000001,EndKey:7480000000000000905f69ffff000000000001ff,First:false,PhysicalTableID:144,Ingest mode:false"] [2024/05/06 09:53:10.824 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f69ffff000000000001] ["end key"=7480000000000000905f69ffff000000000001ff] [2024/05/06 09:53:10.824 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [2024/05/06 09:53:10.825 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=144] ["end key"=7480000000000000905f69ffff000000000001ff] ["current end key"=7480000000000000905f69ffff00000000000100] [2024/05/06 09:53:10.825 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.825 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.825 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.826 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 144, range: [7480000000000000905f69ffff000000000001, 7480000000000000905f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000905f69ffff0000000000010000] ["take time"=350.216Β΅s] [2024/05/06 09:53:10.826 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.826 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000905f69ffff000000000001] [2024/05/06 09:53:10.828 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=145] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [] [2024/05/06 09:53:10.828 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000915f69ffff000000000001,EndKey:7480000000000000915f69ffff000000000001ff,First:false,PhysicalTableID:145,Ingest mode:false"] [2024/05/06 09:53:10.829 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f69ffff000000000001] ["end key"=7480000000000000915f69ffff000000000001ff] [2024/05/06 09:53:10.829 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [2024/05/06 09:53:10.830 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=145] ["end key"=7480000000000000915f69ffff000000000001ff] ["current end key"=7480000000000000915f69ffff00000000000100] [2024/05/06 09:53:10.830 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.830 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.830 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.831 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 145, range: [7480000000000000915f69ffff000000000001, 7480000000000000915f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000915f69ffff0000000000010000] ["take time"=436.596Β΅s] [2024/05/06 09:53:10.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.831 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000915f69ffff000000000001] [2024/05/06 09:53:10.834 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=146] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [] [2024/05/06 09:53:10.834 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000925f69ffff000000000001,EndKey:7480000000000000925f69ffff000000000001ff,First:false,PhysicalTableID:146,Ingest mode:false"] [2024/05/06 09:53:10.835 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f69ffff000000000001] ["end key"=7480000000000000925f69ffff000000000001ff] [2024/05/06 09:53:10.835 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [2024/05/06 09:53:10.835 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=146] ["end key"=7480000000000000925f69ffff000000000001ff] ["current end key"=7480000000000000925f69ffff00000000000100] [2024/05/06 09:53:10.835 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.835 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.835 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.836 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 146, range: [7480000000000000925f69ffff000000000001, 7480000000000000925f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000925f69ffff0000000000010000] ["take time"=381.584Β΅s] [2024/05/06 09:53:10.836 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.836 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000925f69ffff000000000001] [2024/05/06 09:53:10.838 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=147] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [] [2024/05/06 09:53:10.838 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000935f69ffff000000000001,EndKey:7480000000000000935f69ffff000000000001ff,First:false,PhysicalTableID:147,Ingest mode:false"] [2024/05/06 09:53:10.839 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f69ffff000000000001] ["end key"=7480000000000000935f69ffff000000000001ff] [2024/05/06 09:53:10.839 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [2024/05/06 09:53:10.840 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=147] ["end key"=7480000000000000935f69ffff000000000001ff] ["current end key"=7480000000000000935f69ffff00000000000100] [2024/05/06 09:53:10.840 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.840 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.840 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.841 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [task="taskID: 1, physicalTableID: 147, range: [7480000000000000935f69ffff000000000001, 7480000000000000935f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000935f69ffff0000000000010000] ["take time"=432.538Β΅s] [2024/05/06 09:53:10.841 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.841 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000935f69ffff000000000001] [2024/05/06 09:53:10.843 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=148] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [] [2024/05/06 09:53:10.843 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000945f69ffff000000000001,EndKey:7480000000000000945f69ffff000000000001ff,First:false,PhysicalTableID:148,Ingest mode:false"] [2024/05/06 09:53:10.844 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f69ffff000000000001] ["end key"=7480000000000000945f69ffff000000000001ff] [2024/05/06 09:53:10.844 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [2024/05/06 09:53:10.845 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=148] ["end key"=7480000000000000945f69ffff000000000001ff] ["current end key"=7480000000000000945f69ffff00000000000100] [2024/05/06 09:53:10.845 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.845 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.845 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.846 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 148, range: [7480000000000000945f69ffff000000000001, 7480000000000000945f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000945f69ffff0000000000010000] ["take time"=370.91Β΅s] [2024/05/06 09:53:10.846 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.846 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000945f69ffff000000000001] [2024/05/06 09:53:10.848 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=149] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [] [2024/05/06 09:53:10.848 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000955f69ffff000000000001,EndKey:7480000000000000955f69ffff000000000001ff,First:false,PhysicalTableID:149,Ingest mode:false"] [2024/05/06 09:53:10.849 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f69ffff000000000001] ["end key"=7480000000000000955f69ffff000000000001ff] [2024/05/06 09:53:10.849 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=149] ["end key"=7480000000000000955f69ffff000000000001ff] ["current end key"=7480000000000000955f69ffff00000000000100] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 149, range: [7480000000000000955f69ffff000000000001, 7480000000000000955f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000955f69ffff0000000000010000] ["take time"=362.586Β΅s] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.850 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000955f69ffff000000000001] [2024/05/06 09:53:10.852 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=150] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [] [2024/05/06 09:53:10.853 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000965f69ffff000000000001,EndKey:7480000000000000965f69ffff000000000001ff,First:false,PhysicalTableID:150,Ingest mode:false"] [2024/05/06 09:53:10.854 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f69ffff000000000001] ["end key"=7480000000000000965f69ffff000000000001ff] [2024/05/06 09:53:10.854 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [2024/05/06 09:53:10.854 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=150] ["end key"=7480000000000000965f69ffff000000000001ff] ["current end key"=7480000000000000965f69ffff00000000000100] [2024/05/06 09:53:10.854 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.854 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.854 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.855 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [task="taskID: 1, physicalTableID: 150, range: [7480000000000000965f69ffff000000000001, 7480000000000000965f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000965f69ffff0000000000010000] ["take time"=418.814Β΅s] [2024/05/06 09:53:10.855 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.855 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000965f69ffff000000000001] [2024/05/06 09:53:10.857 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=151] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [] [2024/05/06 09:53:10.857 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000975f69ffff000000000001,EndKey:7480000000000000975f69ffff000000000001ff,First:false,PhysicalTableID:151,Ingest mode:false"] [2024/05/06 09:53:10.858 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f69ffff000000000001] ["end key"=7480000000000000975f69ffff000000000001ff] [2024/05/06 09:53:10.858 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [2024/05/06 09:53:10.859 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=151] ["end key"=7480000000000000975f69ffff000000000001ff] ["current end key"=7480000000000000975f69ffff00000000000100] [2024/05/06 09:53:10.859 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.859 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.859 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.860 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 151, range: [7480000000000000975f69ffff000000000001, 7480000000000000975f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000975f69ffff0000000000010000] ["take time"=350.024Β΅s] [2024/05/06 09:53:10.860 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.860 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000975f69ffff000000000001] [2024/05/06 09:53:10.862 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=152] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [] [2024/05/06 09:53:10.862 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000985f69ffff000000000001,EndKey:7480000000000000985f69ffff000000000001ff,First:false,PhysicalTableID:152,Ingest mode:false"] [2024/05/06 09:53:10.863 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f69ffff000000000001] ["end key"=7480000000000000985f69ffff000000000001ff] [2024/05/06 09:53:10.863 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=152] ["end key"=7480000000000000985f69ffff000000000001ff] ["current end key"=7480000000000000985f69ffff00000000000100] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 152, range: [7480000000000000985f69ffff000000000001, 7480000000000000985f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000985f69ffff0000000000010000] ["take time"=365.973Β΅s] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.864 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000985f69ffff000000000001] [2024/05/06 09:53:10.867 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=153] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [] [2024/05/06 09:53:10.867 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000995f69ffff000000000001,EndKey:7480000000000000995f69ffff000000000001ff,First:false,PhysicalTableID:153,Ingest mode:false"] [2024/05/06 09:53:10.868 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f69ffff000000000001] ["end key"=7480000000000000995f69ffff000000000001ff] [2024/05/06 09:53:10.868 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [2024/05/06 09:53:10.868 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=153] ["end key"=7480000000000000995f69ffff000000000001ff] ["current end key"=7480000000000000995f69ffff00000000000100] [2024/05/06 09:53:10.868 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.868 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.868 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.869 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 153, range: [7480000000000000995f69ffff000000000001, 7480000000000000995f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000995f69ffff0000000000010000] ["take time"=336.217Β΅s] [2024/05/06 09:53:10.869 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.869 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000995f69ffff000000000001] [2024/05/06 09:53:10.871 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=154] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [] [2024/05/06 09:53:10.871 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000009a5f69ffff000000000001,EndKey:74800000000000009a5f69ffff000000000001ff,First:false,PhysicalTableID:154,Ingest mode:false"] [2024/05/06 09:53:10.872 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f69ffff000000000001] ["end key"=74800000000000009a5f69ffff000000000001ff] [2024/05/06 09:53:10.872 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=154] ["end key"=74800000000000009a5f69ffff000000000001ff] ["current end key"=74800000000000009a5f69ffff00000000000100] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 154, range: [74800000000000009a5f69ffff000000000001, 74800000000000009a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000009a5f69ffff0000000000010000] ["take time"=338.912Β΅s] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/06 09:53:10.873 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000009a5f69ffff000000000001] [2024/05/06 09:53:10.873 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/06 09:53:10.894 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:10.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=838.403Β΅s] [gotSchemaVersion=94] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:10.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=94] [2024/05/06 09:53:10.950 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.73549ms] [job="ID:156, Type:add index, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:10.957 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=123] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.959 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=124] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.961 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=125] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.963 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=126] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.965 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=127] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.967 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=128] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.969 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=129] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.970 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=130] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.972 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=131] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.974 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=132] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.976 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=133] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.977 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=134] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.979 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=135] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.981 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=136] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.983 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=137] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.985 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=138] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.987 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=139] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.989 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=140] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.990 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=141] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.992 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=142] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.994 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=143] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.995 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=144] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.997 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=145] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:10.999 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=146] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.000 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=147] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.002 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=148] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.004 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=149] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.006 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=150] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.007 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=151] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.009 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=152] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.011 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=153] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.013 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=154] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:11.015 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="add index"] [2024/05/06 09:53:11.015 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [job="ID:156, Type:add index, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-06 09:53:06.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574126398734346, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:11.023 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:53:11.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:11.024 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 4.325824521\n# Parse_time: 0.000042461\n# Compile_time: 0.000082977\n# Rewrite_time: 0.000002673\n# Optimize_time: 0.000022281\n# Wait_TS: 0.000150607\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 12288\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:53:11.028 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [2024/05/06 09:53:11.028 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [2024/05/06 09:53:11.028 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:11.029 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=2.821Β΅s] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=1.558Β΅s] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=823ns] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=1.204Β΅s] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=1.068Β΅s] [2024/05/06 09:53:11.030 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:11.030 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:11.030 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:11.031 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=6f5b269f-fc07-49f5-9438-f58947140703] ["take time"=3.045623ms] [2024/05/06 09:53:11.031 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=6f5b269f-fc07-49f5-9438-f58947140703] [2024/05/06 09:53:11.032 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:11.032 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:11.032 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/64240ce5-12d6-45c1-b3da-44f9b3755ec4] [2024/05/06 09:53:11.032 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/64240ce5-12d6-45c1-b3da-44f9b3755ec4] [watcherID=84676522-d644-4c41-a298-e1ff8b119c0a] [2024/05/06 09:53:11.032 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:11.032 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:11.032 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:11.032 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=840] [2024/05/06 09:53:11.033 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=6f5b269f-fc07-49f5-9438-f58947140703] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:11.033 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:11.033 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:11.033 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="context canceled"] [2024/05/06 09:53:11.033 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [2024/05/06 09:53:11.034 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:11.033 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf1d5595-8ef6-4081-b628-0de256b55c88"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:11.034 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf1d5595-8ef6-4081-b628-0de256b55c88"] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:11.033 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:11.033 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:11.033 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:11.034 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [2024/05/06 09:53:11.033 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:11.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:11.033 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:11.034 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:11.033 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:11.034 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:11.034 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:11.034 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=6f5b269f-fc07-49f5-9438-f58947140703] [2024/05/06 09:53:11.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:11.034 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:11.034 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:11.034 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:11.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:11.034 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cf1d5595-8ef6-4081-b628-0de256b55c88"] [error="context canceled"] [2024/05/06 09:53:11.034 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cf1d5595-8ef6-4081-b628-0de256b55c88] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:11.034 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:11.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:11.034 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:11.034 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:11.234 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf1d5595-8ef6-4081-b628-0de256b55c88"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:11.249 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:11.249 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="context canceled"] [2024/05/06 09:53:11.449 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:12.293 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:12.293 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:12.293 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:12.475 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf1d5595-8ef6-4081-b628-0de256b55c88"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:12.708 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6f5b269f-fc07-49f5-9438-f58947140703"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:12.708 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:12.708 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:12.708 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:12.708 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.68009625s] [2024/05/06 09:53:12.708 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:12.708 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:12.708 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:12.708 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:12.709 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestWriterCountOnPartitionTable (6.47s) === RUN TestIngestMVIndexOnPartitionTable [2024/05/06 09:53:12.711 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:12.711 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:12.711 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:12.712 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:12.712 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:12.712 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:12.712 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:12.712 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:12.712 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:12.712 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:12.713 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:12.713 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:12.714 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:12.714 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:12.716 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:12.720 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:12.727 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=451] ["lease id"=6f188f4d509bd682] [2024/05/06 09:53:12.728 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:12.741 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=10.895854ms] [2024/05/06 09:53:12.742 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:12.742 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5329806e-1bc2-4782-a2e9-6258d3723c85] [runWorker=true] [2024/05/06 09:53:12.742 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:12.743 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:12.743 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:12.743 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149980553216/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:12.743 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:12.743 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:12.743 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:12.743 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:12.744 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:12.744 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdc8c] [ownerID=5329806e-1bc2-4782-a2e9-6258d3723c85] [op=none] [2024/05/06 09:53:12.744 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c72a1ac5-e681-4965-88b3-4bec18349038] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:12.745 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:12.748 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:12.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:12.749 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:12.759 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:12.761 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:12.762 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:12.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:12.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:12.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:12.763 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:12.763 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:12.763 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:12.763 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:12.763 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:12.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:12.763 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:12.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:12.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:12.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:12.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:12.764 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:12.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:12.765 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cc853555-e0fb-495f-ae8c-30f7a613e09f] [2024/05/06 09:53:12.765 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:12.765 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:12.765 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:12.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:12.766 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:12.766 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:12.768 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.40574ms] [2024/05/06 09:53:12.772 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:12.773 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:12.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:12.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:12.794 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:12.795 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdc8c] [ownerID=5329806e-1bc2-4782-a2e9-6258d3723c85] [op=none] [2024/05/06 09:53:12.795 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [op=none] [2024/05/06 09:53:12.795 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:12.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.808 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=42.994Β΅s] [gotSchemaVersion=95] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:12.810 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=95] [2024/05/06 09:53:12.859 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.386021ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.869 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=31.582Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:12.871 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/06 09:53:12.920 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=51.743571ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.924 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=30.325Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:12.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/06 09:53:12.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=51.970037ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.985 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:12.991 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 09:53:12.991 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:12.997 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:53:12.997 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:12.998 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=97] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:13.003 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.003 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:13.008 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=234.914Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:13.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=98] [2024/05/06 09:53:13.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.481016ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.070 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.074 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:53:13.074 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.081 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:13.082 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:13.082 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 09:53:13.089 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:13.089 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 09:53:13.094 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.097 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: t"] [2024/05/06 09:53:13.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=709.641Β΅s] [gotSchemaVersion=99] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:13.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=99] [2024/05/06 09:53:13.152 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.270106ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.157 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:13.161 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/06 09:53:13.161 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:13.162 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=99] [cur_db=addindexlit] [sql="alter table t add index idx((cast(a as signed array)));"] [user=] [2024/05/06 09:53:13.164 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127040987156] [2024/05/06 09:53:13.167 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:13.167 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx((cast(a as signed array)));"] [2024/05/06 09:53:13.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127040987164] [2024/05/06 09:53:13.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094337] [2024/05/06 09:53:13.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094343] [2024/05/06 09:53:13.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.174 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_idx_0\",\"L\":\"_v$_idx_0\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 09:53:13.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094349] [2024/05/06 09:53:13.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094355] [2024/05/06 09:53:13.180 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094360] [2024/05/06 09:53:13.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=769.796Β΅s] [gotSchemaVersion=100] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:13.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094362] [2024/05/06 09:53:13.183 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=100] [2024/05/06 09:53:13.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094367] [2024/05/06 09:53:13.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094369] [2024/05/06 09:53:13.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094372] [2024/05/06 09:53:13.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094374] [2024/05/06 09:53:13.192 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094377] [2024/05/06 09:53:13.194 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094379] [2024/05/06 09:53:13.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094384] [2024/05/06 09:53:13.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094386] [2024/05/06 09:53:13.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094388] [2024/05/06 09:53:13.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094390] [2024/05/06 09:53:13.203 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094392] [2024/05/06 09:53:13.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094394] [2024/05/06 09:53:13.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094396] [2024/05/06 09:53:13.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094398] [2024/05/06 09:53:13.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094400] [2024/05/06 09:53:13.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094402] [2024/05/06 09:53:13.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094404] [2024/05/06 09:53:13.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127054094406] [2024/05/06 09:53:13.221 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201537] [2024/05/06 09:53:13.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201539] [2024/05/06 09:53:13.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201541] [2024/05/06 09:53:13.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201543] [2024/05/06 09:53:13.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201545] [2024/05/06 09:53:13.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201547] [2024/05/06 09:53:13.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=51.591243ms] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201550] [2024/05/06 09:53:13.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201554] [2024/05/06 09:53:13.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201557] [2024/05/06 09:53:13.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201560] [2024/05/06 09:53:13.239 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201564] [2024/05/06 09:53:13.241 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201566] [2024/05/06 09:53:13.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201570] [2024/05/06 09:53:13.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=864.285Β΅s] [gotSchemaVersion=101] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:13.244 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201573] [2024/05/06 09:53:13.245 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=101] [2024/05/06 09:53:13.246 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201577] [2024/05/06 09:53:13.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201583] [2024/05/06 09:53:13.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201585] [2024/05/06 09:53:13.252 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201587] [2024/05/06 09:53:13.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201589] [2024/05/06 09:53:13.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201591] [2024/05/06 09:53:13.258 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201593] [2024/05/06 09:53:13.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201595] [2024/05/06 09:53:13.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201597] [2024/05/06 09:53:13.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201599] [2024/05/06 09:53:13.266 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201601] [2024/05/06 09:53:13.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201603] [2024/05/06 09:53:13.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127067201605] [2024/05/06 09:53:13.271 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308737] [2024/05/06 09:53:13.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308739] [2024/05/06 09:53:13.274 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308741] [2024/05/06 09:53:13.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308743] [2024/05/06 09:53:13.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308745] [2024/05/06 09:53:13.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308747] [2024/05/06 09:53:13.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308749] [2024/05/06 09:53:13.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308751] [2024/05/06 09:53:13.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308753] [2024/05/06 09:53:13.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308755] [2024/05/06 09:53:13.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308757] [2024/05/06 09:53:13.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308759] [2024/05/06 09:53:13.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308761] [2024/05/06 09:53:13.293 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.012142ms] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.294 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308765] [2024/05/06 09:53:13.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308768] [2024/05/06 09:53:13.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.298 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308772] [2024/05/06 09:53:13.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308776] [2024/05/06 09:53:13.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308780] [2024/05/06 09:53:13.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308783] [2024/05/06 09:53:13.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=860.786Β΅s] [gotSchemaVersion=102] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:13.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308786] [2024/05/06 09:53:13.307 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=102] [2024/05/06 09:53:13.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308790] [2024/05/06 09:53:13.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308792] [2024/05/06 09:53:13.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308794] [2024/05/06 09:53:13.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308796] [2024/05/06 09:53:13.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308798] [2024/05/06 09:53:13.317 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308800] [2024/05/06 09:53:13.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127080308802] [2024/05/06 09:53:13.321 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415938] [2024/05/06 09:53:13.323 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415940] [2024/05/06 09:53:13.325 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415942] [2024/05/06 09:53:13.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415944] [2024/05/06 09:53:13.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415946] [2024/05/06 09:53:13.330 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415948] [2024/05/06 09:53:13.332 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415950] [2024/05/06 09:53:13.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415952] [2024/05/06 09:53:13.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415954] [2024/05/06 09:53:13.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415956] [2024/05/06 09:53:13.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415958] [2024/05/06 09:53:13.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415960] [2024/05/06 09:53:13.343 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415962] [2024/05/06 09:53:13.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415964] [2024/05/06 09:53:13.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415967] [2024/05/06 09:53:13.348 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415970] [2024/05/06 09:53:13.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415972] [2024/05/06 09:53:13.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415974] [2024/05/06 09:53:13.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415976] [2024/05/06 09:53:13.355 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=51.713025ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415978] [2024/05/06 09:53:13.357 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415982] [2024/05/06 09:53:13.359 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415985] [2024/05/06 09:53:13.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415988] [2024/05/06 09:53:13.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.362 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:13.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415991] [2024/05/06 09:53:13.362 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f728000000000002820] [endKey=7480000000000000a15f72800000000000282400] [2024/05/06 09:53:13.364 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415995] [2024/05/06 09:53:13.366 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093415999] [2024/05/06 09:53:13.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127093416003] [2024/05/06 09:53:13.369 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 09:53:13.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523137] [2024/05/06 09:53:13.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523141] [2024/05/06 09:53:13.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127093415992, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:13.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523143] [2024/05/06 09:53:13.374 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:13.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523147] [2024/05/06 09:53:13.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523150] [2024/05/06 09:53:13.378 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/166] [2024/05/06 09:53:13.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523153] [2024/05/06 09:53:13.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523158] [2024/05/06 09:53:13.383 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523160] [2024/05/06 09:53:13.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523162] [2024/05/06 09:53:13.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523164] [2024/05/06 09:53:13.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523166] [2024/05/06 09:53:13.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523168] [2024/05/06 09:53:13.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523170] [2024/05/06 09:53:13.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523173] [2024/05/06 09:53:13.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523175] [2024/05/06 09:53:13.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523178] [2024/05/06 09:53:13.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523180] [2024/05/06 09:53:13.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523182] [2024/05/06 09:53:13.403 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=160] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:13.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523184] [2024/05/06 09:53:13.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523188] [2024/05/06 09:53:13.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523191] [2024/05/06 09:53:13.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523195] [2024/05/06 09:53:13.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523199] [2024/05/06 09:53:13.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523201] [2024/05/06 09:53:13.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523203] [2024/05/06 09:53:13.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523205] [2024/05/06 09:53:13.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523207] [2024/05/06 09:53:13.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127106523209] [2024/05/06 09:53:13.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892482] [2024/05/06 09:53:13.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892484] [2024/05/06 09:53:13.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892486] [2024/05/06 09:53:13.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892488] [2024/05/06 09:53:13.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892490] [2024/05/06 09:53:13.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892492] [2024/05/06 09:53:13.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892494] [2024/05/06 09:53:13.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892496] [2024/05/06 09:53:13.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892498] [2024/05/06 09:53:13.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892500] [2024/05/06 09:53:13.438 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892502] [2024/05/06 09:53:13.440 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892504] [2024/05/06 09:53:13.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892506] [2024/05/06 09:53:13.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892508] [2024/05/06 09:53:13.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892511] [2024/05/06 09:53:13.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892514] [2024/05/06 09:53:13.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892516] [2024/05/06 09:53:13.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892518] [2024/05/06 09:53:13.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892520] [2024/05/06 09:53:13.454 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892522] [2024/05/06 09:53:13.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892524] [2024/05/06 09:53:13.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892526] [2024/05/06 09:53:13.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892528] [2024/05/06 09:53:13.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892530] [2024/05/06 09:53:13.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892532] [2024/05/06 09:53:13.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892534] [2024/05/06 09:53:13.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892536] [2024/05/06 09:53:13.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127119892538] [2024/05/06 09:53:13.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737537] [2024/05/06 09:53:13.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737539] [2024/05/06 09:53:13.474 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737541] [2024/05/06 09:53:13.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737543] [2024/05/06 09:53:13.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737545] [2024/05/06 09:53:13.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737547] [2024/05/06 09:53:13.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737549] [2024/05/06 09:53:13.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737551] [2024/05/06 09:53:13.484 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737553] [2024/05/06 09:53:13.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737555] [2024/05/06 09:53:13.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737557] [2024/05/06 09:53:13.492 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737559] [2024/05/06 09:53:13.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737561] [2024/05/06 09:53:13.496 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737567] [2024/05/06 09:53:13.498 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737570] [2024/05/06 09:53:13.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737572] [2024/05/06 09:53:13.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737574] [2024/05/06 09:53:13.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737576] [2024/05/06 09:53:13.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737578] [2024/05/06 09:53:13.507 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737580] [2024/05/06 09:53:13.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737582] [2024/05/06 09:53:13.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737584] [2024/05/06 09:53:13.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737586] [2024/05/06 09:53:13.514 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737588] [2024/05/06 09:53:13.516 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737590] [2024/05/06 09:53:13.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127132737592] [2024/05/06 09:53:13.520 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844737] [2024/05/06 09:53:13.522 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844739] [2024/05/06 09:53:13.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844741] [2024/05/06 09:53:13.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844743] [2024/05/06 09:53:13.527 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844745] [2024/05/06 09:53:13.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844747] [2024/05/06 09:53:13.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844749] [2024/05/06 09:53:13.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844751] [2024/05/06 09:53:13.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844753] [2024/05/06 09:53:13.537 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844755] [2024/05/06 09:53:13.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844757] [2024/05/06 09:53:13.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844759] [2024/05/06 09:53:13.542 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844761] [2024/05/06 09:53:13.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844763] [2024/05/06 09:53:13.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844767] [2024/05/06 09:53:13.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844769] [2024/05/06 09:53:13.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844771] [2024/05/06 09:53:13.552 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844773] [2024/05/06 09:53:13.554 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844775] [2024/05/06 09:53:13.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844777] [2024/05/06 09:53:13.558 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844779] [2024/05/06 09:53:13.559 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844781] [2024/05/06 09:53:13.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844783] [2024/05/06 09:53:13.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844785] [2024/05/06 09:53:13.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844787] [2024/05/06 09:53:13.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844789] [2024/05/06 09:53:13.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844791] [2024/05/06 09:53:13.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127145844793] [2024/05/06 09:53:13.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214081] [2024/05/06 09:53:13.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214083] [2024/05/06 09:53:13.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214085] [2024/05/06 09:53:13.576 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214087] [2024/05/06 09:53:13.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214089] [2024/05/06 09:53:13.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214091] [2024/05/06 09:53:13.582 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214093] [2024/05/06 09:53:13.584 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214095] [2024/05/06 09:53:13.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214097] [2024/05/06 09:53:13.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214099] [2024/05/06 09:53:13.589 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214101] [2024/05/06 09:53:13.591 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214103] [2024/05/06 09:53:13.593 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214105] [2024/05/06 09:53:13.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214107] [2024/05/06 09:53:13.596 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214111] [2024/05/06 09:53:13.598 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214113] [2024/05/06 09:53:13.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214115] [2024/05/06 09:53:13.602 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214117] [2024/05/06 09:53:13.604 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214119] [2024/05/06 09:53:13.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214121] [2024/05/06 09:53:13.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214123] [2024/05/06 09:53:13.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214125] [2024/05/06 09:53:13.610 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214127] [2024/05/06 09:53:13.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214129] [2024/05/06 09:53:13.614 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214131] [2024/05/06 09:53:13.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214133] [2024/05/06 09:53:13.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214135] [2024/05/06 09:53:13.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214137] [2024/05/06 09:53:13.621 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127159214139] [2024/05/06 09:53:13.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059138] [2024/05/06 09:53:13.624 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059140] [2024/05/06 09:53:13.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059142] [2024/05/06 09:53:13.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059144] [2024/05/06 09:53:13.628 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059146] [2024/05/06 09:53:13.630 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059148] [2024/05/06 09:53:13.632 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059150] [2024/05/06 09:53:13.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059152] [2024/05/06 09:53:13.635 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059154] [2024/05/06 09:53:13.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059156] [2024/05/06 09:53:13.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059159] [2024/05/06 09:53:13.640 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059161] [2024/05/06 09:53:13.642 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059163] [2024/05/06 09:53:13.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059165] [2024/05/06 09:53:13.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059168] [2024/05/06 09:53:13.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059171] [2024/05/06 09:53:13.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059173] [2024/05/06 09:53:13.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059175] [2024/05/06 09:53:13.652 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059177] [2024/05/06 09:53:13.654 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059179] [2024/05/06 09:53:13.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059181] [2024/05/06 09:53:13.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059183] [2024/05/06 09:53:13.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059185] [2024/05/06 09:53:13.661 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059187] [2024/05/06 09:53:13.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059189] [2024/05/06 09:53:13.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059191] [2024/05/06 09:53:13.667 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059193] [2024/05/06 09:53:13.668 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059197] [2024/05/06 09:53:13.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127172059199] [2024/05/06 09:53:13.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166338] [2024/05/06 09:53:13.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166340] [2024/05/06 09:53:13.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166342] [2024/05/06 09:53:13.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166344] [2024/05/06 09:53:13.678 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166346] [2024/05/06 09:53:13.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166348] [2024/05/06 09:53:13.682 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166350] [2024/05/06 09:53:13.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166352] [2024/05/06 09:53:13.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166354] [2024/05/06 09:53:13.687 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166356] [2024/05/06 09:53:13.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166358] [2024/05/06 09:53:13.690 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166360] [2024/05/06 09:53:13.692 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166362] [2024/05/06 09:53:13.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166364] [2024/05/06 09:53:13.696 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166367] [2024/05/06 09:53:13.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166370] [2024/05/06 09:53:13.699 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166372] [2024/05/06 09:53:13.703 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166376] [2024/05/06 09:53:13.705 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166378] [2024/05/06 09:53:13.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166380] [2024/05/06 09:53:13.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166382] [2024/05/06 09:53:13.711 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166384] [2024/05/06 09:53:13.713 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166387] [2024/05/06 09:53:13.715 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166389] [2024/05/06 09:53:13.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166391] [2024/05/06 09:53:13.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127185166393] [2024/05/06 09:53:13.720 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273537] [2024/05/06 09:53:13.722 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273539] [2024/05/06 09:53:13.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273541] [2024/05/06 09:53:13.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273543] [2024/05/06 09:53:13.727 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273545] [2024/05/06 09:53:13.729 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273547] [2024/05/06 09:53:13.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273549] [2024/05/06 09:53:13.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273551] [2024/05/06 09:53:13.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273553] [2024/05/06 09:53:13.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273555] [2024/05/06 09:53:13.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273557] [2024/05/06 09:53:13.740 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273559] [2024/05/06 09:53:13.742 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273561] [2024/05/06 09:53:13.744 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273563] [2024/05/06 09:53:13.746 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:13.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:13.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:13.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:13.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273571] [2024/05/06 09:53:13.748 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273574] [2024/05/06 09:53:13.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273576] [2024/05/06 09:53:13.752 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273578] [2024/05/06 09:53:13.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273580] [2024/05/06 09:53:13.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273582] [2024/05/06 09:53:13.757 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273584] [2024/05/06 09:53:13.759 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273586] [2024/05/06 09:53:13.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273588] [2024/05/06 09:53:13.762 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273590] [2024/05/06 09:53:13.764 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273592] [2024/05/06 09:53:13.765 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:13.765 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:13.765 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cc853555-e0fb-495f-ae8c-30f7a613e09f] [watcherID=e7896661-a5bd-42cf-815e-4ecf6724d030] [2024/05/06 09:53:13.766 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:13.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273595] [2024/05/06 09:53:13.768 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:13.768 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:13.768 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:13.768 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:13.768 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127198273611] [2024/05/06 09:53:13.770 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380737] [2024/05/06 09:53:13.772 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90001] [2024/05/06 09:53:13.772 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:13.772 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380740] [2024/05/06 09:53:13.774 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380742] [2024/05/06 09:53:13.776 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380744] [2024/05/06 09:53:13.778 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380746] [2024/05/06 09:53:13.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380748] [2024/05/06 09:53:13.781 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380750] [2024/05/06 09:53:13.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380752] [2024/05/06 09:53:13.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380754] [2024/05/06 09:53:13.787 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380756] [2024/05/06 09:53:13.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380758] [2024/05/06 09:53:13.790 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380760] [2024/05/06 09:53:13.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380762] [2024/05/06 09:53:13.794 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380764] [2024/05/06 09:53:13.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380768] [2024/05/06 09:53:13.798 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380770] [2024/05/06 09:53:13.800 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380772] [2024/05/06 09:53:13.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380774] [2024/05/06 09:53:13.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380776] [2024/05/06 09:53:13.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380778] [2024/05/06 09:53:13.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380780] [2024/05/06 09:53:13.808 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380782] [2024/05/06 09:53:13.809 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380784] [2024/05/06 09:53:13.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380786] [2024/05/06 09:53:13.813 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380788] [2024/05/06 09:53:13.815 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380790] [2024/05/06 09:53:13.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380792] [2024/05/06 09:53:13.818 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380794] [2024/05/06 09:53:13.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127211380796] [2024/05/06 09:53:13.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750081] [2024/05/06 09:53:13.823 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750083] [2024/05/06 09:53:13.825 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750085] [2024/05/06 09:53:13.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750087] [2024/05/06 09:53:13.828 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750089] [2024/05/06 09:53:13.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750091] [2024/05/06 09:53:13.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750093] [2024/05/06 09:53:13.833 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750095] [2024/05/06 09:53:13.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750097] [2024/05/06 09:53:13.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750099] [2024/05/06 09:53:13.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750101] [2024/05/06 09:53:13.839 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750103] [2024/05/06 09:53:13.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750105] [2024/05/06 09:53:13.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750107] [2024/05/06 09:53:13.844 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750109] [2024/05/06 09:53:13.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750113] [2024/05/06 09:53:13.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750115] [2024/05/06 09:53:13.849 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750117] [2024/05/06 09:53:13.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750119] [2024/05/06 09:53:13.853 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750121] [2024/05/06 09:53:13.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750123] [2024/05/06 09:53:13.856 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750125] [2024/05/06 09:53:13.857 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750127] [2024/05/06 09:53:13.859 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750129] [2024/05/06 09:53:13.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750131] [2024/05/06 09:53:13.862 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750133] [2024/05/06 09:53:13.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750135] [2024/05/06 09:53:13.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750137] [2024/05/06 09:53:13.867 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750139] [2024/05/06 09:53:13.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127224750141] [2024/05/06 09:53:13.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595137] [2024/05/06 09:53:13.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595139] [2024/05/06 09:53:13.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595141] [2024/05/06 09:53:13.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595143] [2024/05/06 09:53:13.877 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595145] [2024/05/06 09:53:13.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595147] [2024/05/06 09:53:13.881 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595149] [2024/05/06 09:53:13.883 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595151] [2024/05/06 09:53:13.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595153] [2024/05/06 09:53:13.886 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595155] [2024/05/06 09:53:13.888 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595157] [2024/05/06 09:53:13.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595159] [2024/05/06 09:53:13.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595161] [2024/05/06 09:53:13.893 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595163] [2024/05/06 09:53:13.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595166] [2024/05/06 09:53:13.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595169] [2024/05/06 09:53:13.899 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595171] [2024/05/06 09:53:13.901 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595173] [2024/05/06 09:53:13.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595175] [2024/05/06 09:53:13.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595177] [2024/05/06 09:53:13.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595179] [2024/05/06 09:53:13.907 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595181] [2024/05/06 09:53:13.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595183] [2024/05/06 09:53:13.911 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595185] [2024/05/06 09:53:13.913 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595187] [2024/05/06 09:53:13.915 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595189] [2024/05/06 09:53:13.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595191] [2024/05/06 09:53:13.918 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595193] [2024/05/06 09:53:13.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127237595195] [2024/05/06 09:53:13.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702338] [2024/05/06 09:53:13.924 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702340] [2024/05/06 09:53:13.925 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702342] [2024/05/06 09:53:13.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702344] [2024/05/06 09:53:13.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702346] [2024/05/06 09:53:13.931 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702348] [2024/05/06 09:53:13.933 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702350] [2024/05/06 09:53:13.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702352] [2024/05/06 09:53:13.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702354] [2024/05/06 09:53:13.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702356] [2024/05/06 09:53:13.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702358] [2024/05/06 09:53:13.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702360] [2024/05/06 09:53:13.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702363] [2024/05/06 09:53:13.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702366] [2024/05/06 09:53:13.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702368] [2024/05/06 09:53:13.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702370] [2024/05/06 09:53:13.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702372] [2024/05/06 09:53:13.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702374] [2024/05/06 09:53:13.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702376] [2024/05/06 09:53:13.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702378] [2024/05/06 09:53:13.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702380] [2024/05/06 09:53:13.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702382] [2024/05/06 09:53:13.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702384] [2024/05/06 09:53:13.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702386] [2024/05/06 09:53:13.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702388] [2024/05/06 09:53:13.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127250702391] [2024/05/06 09:53:13.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809538] [2024/05/06 09:53:13.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809540] [2024/05/06 09:53:13.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809542] [2024/05/06 09:53:13.976 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809544] [2024/05/06 09:53:13.978 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809546] [2024/05/06 09:53:13.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809548] [2024/05/06 09:53:13.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809550] [2024/05/06 09:53:13.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809552] [2024/05/06 09:53:13.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809554] [2024/05/06 09:53:13.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809556] [2024/05/06 09:53:13.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809558] [2024/05/06 09:53:13.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809560] [2024/05/06 09:53:13.992 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809562] [2024/05/06 09:53:13.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809564] [2024/05/06 09:53:13.995 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809568] [2024/05/06 09:53:13.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809573] [2024/05/06 09:53:14.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809575] [2024/05/06 09:53:14.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809577] [2024/05/06 09:53:14.004 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809579] [2024/05/06 09:53:14.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809581] [2024/05/06 09:53:14.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809583] [2024/05/06 09:53:14.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809585] [2024/05/06 09:53:14.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809587] [2024/05/06 09:53:14.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809590] [2024/05/06 09:53:14.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809592] [2024/05/06 09:53:14.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809594] [2024/05/06 09:53:14.018 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809596] [2024/05/06 09:53:14.020 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127263809598] [2024/05/06 09:53:14.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916738] [2024/05/06 09:53:14.024 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916740] [2024/05/06 09:53:14.026 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916742] [2024/05/06 09:53:14.028 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916744] [2024/05/06 09:53:14.030 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916746] [2024/05/06 09:53:14.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916748] [2024/05/06 09:53:14.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916750] [2024/05/06 09:53:14.035 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916752] [2024/05/06 09:53:14.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916754] [2024/05/06 09:53:14.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916756] [2024/05/06 09:53:14.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916758] [2024/05/06 09:53:14.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916760] [2024/05/06 09:53:14.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916762] [2024/05/06 09:53:14.046 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916765] [2024/05/06 09:53:14.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916768] [2024/05/06 09:53:14.050 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916770] [2024/05/06 09:53:14.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916772] [2024/05/06 09:53:14.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916774] [2024/05/06 09:53:14.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916776] [2024/05/06 09:53:14.057 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916778] [2024/05/06 09:53:14.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916780] [2024/05/06 09:53:14.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916782] [2024/05/06 09:53:14.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916784] [2024/05/06 09:53:14.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916786] [2024/05/06 09:53:14.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916788] [2024/05/06 09:53:14.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916790] [2024/05/06 09:53:14.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127276916792] [2024/05/06 09:53:14.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286081] [2024/05/06 09:53:14.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286083] [2024/05/06 09:53:14.075 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286085] [2024/05/06 09:53:14.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286087] [2024/05/06 09:53:14.078 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286089] [2024/05/06 09:53:14.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286091] [2024/05/06 09:53:14.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286093] [2024/05/06 09:53:14.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286095] [2024/05/06 09:53:14.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286097] [2024/05/06 09:53:14.087 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286099] [2024/05/06 09:53:14.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286101] [2024/05/06 09:53:14.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286103] [2024/05/06 09:53:14.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286105] [2024/05/06 09:53:14.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286107] [2024/05/06 09:53:14.095 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286110] [2024/05/06 09:53:14.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286113] [2024/05/06 09:53:14.098 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286115] [2024/05/06 09:53:14.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286117] [2024/05/06 09:53:14.102 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286119] [2024/05/06 09:53:14.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286121] [2024/05/06 09:53:14.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286123] [2024/05/06 09:53:14.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286125] [2024/05/06 09:53:14.108 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286127] [2024/05/06 09:53:14.110 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286129] [2024/05/06 09:53:14.112 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286131] [2024/05/06 09:53:14.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286133] [2024/05/06 09:53:14.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286135] [2024/05/06 09:53:14.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286137] [2024/05/06 09:53:14.118 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286139] [2024/05/06 09:53:14.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127290286141] [2024/05/06 09:53:14.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131138] [2024/05/06 09:53:14.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131140] [2024/05/06 09:53:14.125 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131142] [2024/05/06 09:53:14.127 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131144] [2024/05/06 09:53:14.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131146] [2024/05/06 09:53:14.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131148] [2024/05/06 09:53:14.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131150] [2024/05/06 09:53:14.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131152] [2024/05/06 09:53:14.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131154] [2024/05/06 09:53:14.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131156] [2024/05/06 09:53:14.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131158] [2024/05/06 09:53:14.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131160] [2024/05/06 09:53:14.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131162] [2024/05/06 09:53:14.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131164] [2024/05/06 09:53:14.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131167] [2024/05/06 09:53:14.147 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131170] [2024/05/06 09:53:14.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131172] [2024/05/06 09:53:14.150 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131174] [2024/05/06 09:53:14.152 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131176] [2024/05/06 09:53:14.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131178] [2024/05/06 09:53:14.155 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131180] [2024/05/06 09:53:14.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131182] [2024/05/06 09:53:14.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131184] [2024/05/06 09:53:14.160 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131186] [2024/05/06 09:53:14.162 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131188] [2024/05/06 09:53:14.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131190] [2024/05/06 09:53:14.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131192] [2024/05/06 09:53:14.167 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131194] [2024/05/06 09:53:14.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131197] [2024/05/06 09:53:14.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127303131199] [2024/05/06 09:53:14.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238338] [2024/05/06 09:53:14.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238340] [2024/05/06 09:53:14.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238342] [2024/05/06 09:53:14.177 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238344] [2024/05/06 09:53:14.179 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238346] [2024/05/06 09:53:14.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238348] [2024/05/06 09:53:14.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238350] [2024/05/06 09:53:14.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238352] [2024/05/06 09:53:14.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238354] [2024/05/06 09:53:14.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238356] [2024/05/06 09:53:14.189 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238358] [2024/05/06 09:53:14.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238360] [2024/05/06 09:53:14.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238362] [2024/05/06 09:53:14.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238365] [2024/05/06 09:53:14.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238368] [2024/05/06 09:53:14.199 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238370] [2024/05/06 09:53:14.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238372] [2024/05/06 09:53:14.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238374] [2024/05/06 09:53:14.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238376] [2024/05/06 09:53:14.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238378] [2024/05/06 09:53:14.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238380] [2024/05/06 09:53:14.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238382] [2024/05/06 09:53:14.217 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238384] [2024/05/06 09:53:14.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238386] [2024/05/06 09:53:14.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127316238388] [2024/05/06 09:53:14.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607682] [2024/05/06 09:53:14.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607684] [2024/05/06 09:53:14.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607686] [2024/05/06 09:53:14.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607688] [2024/05/06 09:53:14.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607690] [2024/05/06 09:53:14.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607692] [2024/05/06 09:53:14.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607694] [2024/05/06 09:53:14.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607696] [2024/05/06 09:53:14.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607698] [2024/05/06 09:53:14.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607700] [2024/05/06 09:53:14.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607702] [2024/05/06 09:53:14.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607704] [2024/05/06 09:53:14.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607706] [2024/05/06 09:53:14.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607710] [2024/05/06 09:53:14.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607715] [2024/05/06 09:53:14.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607717] [2024/05/06 09:53:14.251 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607719] [2024/05/06 09:53:14.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607721] [2024/05/06 09:53:14.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607723] [2024/05/06 09:53:14.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607725] [2024/05/06 09:53:14.258 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607727] [2024/05/06 09:53:14.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607729] [2024/05/06 09:53:14.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607731] [2024/05/06 09:53:14.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607733] [2024/05/06 09:53:14.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607735] [2024/05/06 09:53:14.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607737] [2024/05/06 09:53:14.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127329607740] [2024/05/06 09:53:14.271 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452738] [2024/05/06 09:53:14.272 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:14.272 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:14.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452740] [2024/05/06 09:53:14.273 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:14.273 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 09:53:14.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452744] [2024/05/06 09:53:14.277 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452747] [2024/05/06 09:53:14.279 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452750] [2024/05/06 09:53:14.281 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452754] [2024/05/06 09:53:14.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452756] [2024/05/06 09:53:14.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452758] [2024/05/06 09:53:14.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452760] [2024/05/06 09:53:14.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452762] [2024/05/06 09:53:14.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452764] [2024/05/06 09:53:14.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452766] [2024/05/06 09:53:14.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452768] [2024/05/06 09:53:14.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452771] [2024/05/06 09:53:14.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452774] [2024/05/06 09:53:14.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452776] [2024/05/06 09:53:14.300 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452778] [2024/05/06 09:53:14.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452780] [2024/05/06 09:53:14.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452782] [2024/05/06 09:53:14.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452784] [2024/05/06 09:53:14.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452786] [2024/05/06 09:53:14.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452788] [2024/05/06 09:53:14.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452790] [2024/05/06 09:53:14.313 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452793] [2024/05/06 09:53:14.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452795] [2024/05/06 09:53:14.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452797] [2024/05/06 09:53:14.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452799] [2024/05/06 09:53:14.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127342452801] [2024/05/06 09:53:14.321 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559937] [2024/05/06 09:53:14.323 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559939] [2024/05/06 09:53:14.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559941] [2024/05/06 09:53:14.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559943] [2024/05/06 09:53:14.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559945] [2024/05/06 09:53:14.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559947] [2024/05/06 09:53:14.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559949] [2024/05/06 09:53:14.332 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559951] [2024/05/06 09:53:14.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559953] [2024/05/06 09:53:14.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559955] [2024/05/06 09:53:14.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559957] [2024/05/06 09:53:14.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559959] [2024/05/06 09:53:14.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559961] [2024/05/06 09:53:14.342 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559963] [2024/05/06 09:53:14.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559965] [2024/05/06 09:53:14.345 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559968] [2024/05/06 09:53:14.348 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559971] [2024/05/06 09:53:14.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559973] [2024/05/06 09:53:14.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559975] [2024/05/06 09:53:14.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559977] [2024/05/06 09:53:14.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559979] [2024/05/06 09:53:14.356 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559981] [2024/05/06 09:53:14.359 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559983] [2024/05/06 09:53:14.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559985] [2024/05/06 09:53:14.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559987] [2024/05/06 09:53:14.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559989] [2024/05/06 09:53:14.366 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559991] [2024/05/06 09:53:14.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559993] [2024/05/06 09:53:14.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127355559995] [2024/05/06 09:53:14.371 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667138] [2024/05/06 09:53:14.373 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667140] [2024/05/06 09:53:14.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667142] [2024/05/06 09:53:14.377 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667144] [2024/05/06 09:53:14.379 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667146] [2024/05/06 09:53:14.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667148] [2024/05/06 09:53:14.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667150] [2024/05/06 09:53:14.384 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667152] [2024/05/06 09:53:14.386 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667154] [2024/05/06 09:53:14.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667156] [2024/05/06 09:53:14.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667158] [2024/05/06 09:53:14.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667160] [2024/05/06 09:53:14.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667162] [2024/05/06 09:53:14.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667164] [2024/05/06 09:53:14.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667167] [2024/05/06 09:53:14.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667170] [2024/05/06 09:53:14.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667172] [2024/05/06 09:53:14.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667174] [2024/05/06 09:53:14.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667176] [2024/05/06 09:53:14.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667178] [2024/05/06 09:53:14.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667180] [2024/05/06 09:53:14.408 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667182] [2024/05/06 09:53:14.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667184] [2024/05/06 09:53:14.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667186] [2024/05/06 09:53:14.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667188] [2024/05/06 09:53:14.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667190] [2024/05/06 09:53:14.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667192] [2024/05/06 09:53:14.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667194] [2024/05/06 09:53:14.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127368667196] [2024/05/06 09:53:14.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774337] [2024/05/06 09:53:14.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774339] [2024/05/06 09:53:14.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774341] [2024/05/06 09:53:14.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774343] [2024/05/06 09:53:14.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774345] [2024/05/06 09:53:14.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774347] [2024/05/06 09:53:14.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774349] [2024/05/06 09:53:14.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774351] [2024/05/06 09:53:14.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774353] [2024/05/06 09:53:14.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774355] [2024/05/06 09:53:14.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774357] [2024/05/06 09:53:14.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774359] [2024/05/06 09:53:14.445 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774361] [2024/05/06 09:53:14.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774365] [2024/05/06 09:53:14.448 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774367] [2024/05/06 09:53:14.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774369] [2024/05/06 09:53:14.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774371] [2024/05/06 09:53:14.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774373] [2024/05/06 09:53:14.455 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774375] [2024/05/06 09:53:14.457 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774377] [2024/05/06 09:53:14.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774379] [2024/05/06 09:53:14.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774381] [2024/05/06 09:53:14.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774383] [2024/05/06 09:53:14.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774385] [2024/05/06 09:53:14.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774387] [2024/05/06 09:53:14.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774389] [2024/05/06 09:53:14.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127381774391] [2024/05/06 09:53:14.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881537] [2024/05/06 09:53:14.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881539] [2024/05/06 09:53:14.474 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881541] [2024/05/06 09:53:14.476 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881543] [2024/05/06 09:53:14.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881545] [2024/05/06 09:53:14.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881547] [2024/05/06 09:53:14.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881549] [2024/05/06 09:53:14.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881551] [2024/05/06 09:53:14.484 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881553] [2024/05/06 09:53:14.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881555] [2024/05/06 09:53:14.487 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881557] [2024/05/06 09:53:14.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881559] [2024/05/06 09:53:14.491 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881561] [2024/05/06 09:53:14.492 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881563] [2024/05/06 09:53:14.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881565] [2024/05/06 09:53:14.496 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881571] [2024/05/06 09:53:14.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881574] [2024/05/06 09:53:14.499 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881576] [2024/05/06 09:53:14.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881578] [2024/05/06 09:53:14.503 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881580] [2024/05/06 09:53:14.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881582] [2024/05/06 09:53:14.506 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881584] [2024/05/06 09:53:14.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881586] [2024/05/06 09:53:14.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881588] [2024/05/06 09:53:14.512 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881590] [2024/05/06 09:53:14.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881592] [2024/05/06 09:53:14.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881594] [2024/05/06 09:53:14.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881596] [2024/05/06 09:53:14.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881598] [2024/05/06 09:53:14.520 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127394881600] [2024/05/06 09:53:14.522 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988738] [2024/05/06 09:53:14.524 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988740] [2024/05/06 09:53:14.526 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988742] [2024/05/06 09:53:14.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988744] [2024/05/06 09:53:14.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988746] [2024/05/06 09:53:14.531 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988748] [2024/05/06 09:53:14.533 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988750] [2024/05/06 09:53:14.535 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988752] [2024/05/06 09:53:14.537 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988754] [2024/05/06 09:53:14.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988756] [2024/05/06 09:53:14.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988758] [2024/05/06 09:53:14.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988760] [2024/05/06 09:53:14.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988762] [2024/05/06 09:53:14.546 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988766] [2024/05/06 09:53:14.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988768] [2024/05/06 09:53:14.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988770] [2024/05/06 09:53:14.551 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988772] [2024/05/06 09:53:14.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988774] [2024/05/06 09:53:14.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988776] [2024/05/06 09:53:14.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988778] [2024/05/06 09:53:14.558 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988780] [2024/05/06 09:53:14.560 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988782] [2024/05/06 09:53:14.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988784] [2024/05/06 09:53:14.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988786] [2024/05/06 09:53:14.565 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988788] [2024/05/06 09:53:14.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988790] [2024/05/06 09:53:14.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988793] [2024/05/06 09:53:14.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127407988795] [2024/05/06 09:53:14.570 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:14.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095938] [2024/05/06 09:53:14.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095940] [2024/05/06 09:53:14.576 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095942] [2024/05/06 09:53:14.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095944] [2024/05/06 09:53:14.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095946] [2024/05/06 09:53:14.581 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095948] [2024/05/06 09:53:14.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095950] [2024/05/06 09:53:14.584 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095952] [2024/05/06 09:53:14.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095954] [2024/05/06 09:53:14.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095956] [2024/05/06 09:53:14.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095958] [2024/05/06 09:53:14.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095960] [2024/05/06 09:53:14.593 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095962] [2024/05/06 09:53:14.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095965] [2024/05/06 09:53:14.597 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095968] [2024/05/06 09:53:14.599 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095970] [2024/05/06 09:53:14.601 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095972] [2024/05/06 09:53:14.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095974] [2024/05/06 09:53:14.604 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095976] [2024/05/06 09:53:14.606 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095978] [2024/05/06 09:53:14.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095980] [2024/05/06 09:53:14.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095982] [2024/05/06 09:53:14.611 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095985] [2024/05/06 09:53:14.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095987] [2024/05/06 09:53:14.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095989] [2024/05/06 09:53:14.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095991] [2024/05/06 09:53:14.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127421095993] [2024/05/06 09:53:14.620 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203137] [2024/05/06 09:53:14.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203139] [2024/05/06 09:53:14.624 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203141] [2024/05/06 09:53:14.626 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203143] [2024/05/06 09:53:14.627 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203145] [2024/05/06 09:53:14.629 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203147] [2024/05/06 09:53:14.631 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203149] [2024/05/06 09:53:14.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203151] [2024/05/06 09:53:14.634 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203153] [2024/05/06 09:53:14.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203155] [2024/05/06 09:53:14.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203157] [2024/05/06 09:53:14.640 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203160] [2024/05/06 09:53:14.641 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203162] [2024/05/06 09:53:14.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203164] [2024/05/06 09:53:14.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203167] [2024/05/06 09:53:14.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203170] [2024/05/06 09:53:14.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203172] [2024/05/06 09:53:14.650 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203174] [2024/05/06 09:53:14.652 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203176] [2024/05/06 09:53:14.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203178] [2024/05/06 09:53:14.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203180] [2024/05/06 09:53:14.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203182] [2024/05/06 09:53:14.662 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203184] [2024/05/06 09:53:14.664 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203186] [2024/05/06 09:53:14.666 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203188] [2024/05/06 09:53:14.668 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203190] [2024/05/06 09:53:14.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127434203192] [2024/05/06 09:53:14.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310338] [2024/05/06 09:53:14.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310340] [2024/05/06 09:53:14.675 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310342] [2024/05/06 09:53:14.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310344] [2024/05/06 09:53:14.679 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310346] [2024/05/06 09:53:14.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310348] [2024/05/06 09:53:14.682 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310350] [2024/05/06 09:53:14.684 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310352] [2024/05/06 09:53:14.686 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310354] [2024/05/06 09:53:14.688 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310356] [2024/05/06 09:53:14.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310358] [2024/05/06 09:53:14.692 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310360] [2024/05/06 09:53:14.693 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310362] [2024/05/06 09:53:14.695 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310365] [2024/05/06 09:53:14.697 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310368] [2024/05/06 09:53:14.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310370] [2024/05/06 09:53:14.700 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310372] [2024/05/06 09:53:14.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310376] [2024/05/06 09:53:14.704 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310378] [2024/05/06 09:53:14.705 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310380] [2024/05/06 09:53:14.707 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310382] [2024/05/06 09:53:14.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310384] [2024/05/06 09:53:14.711 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310386] [2024/05/06 09:53:14.712 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310388] [2024/05/06 09:53:14.714 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310391] [2024/05/06 09:53:14.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310393] [2024/05/06 09:53:14.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310395] [2024/05/06 09:53:14.719 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127447310397] [2024/05/06 09:53:14.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417537] [2024/05/06 09:53:14.723 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417539] [2024/05/06 09:53:14.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417541] [2024/05/06 09:53:14.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417543] [2024/05/06 09:53:14.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417545] [2024/05/06 09:53:14.729 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417547] [2024/05/06 09:53:14.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417549] [2024/05/06 09:53:14.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417551] [2024/05/06 09:53:14.734 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417553] [2024/05/06 09:53:14.736 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417555] [2024/05/06 09:53:14.738 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417557] [2024/05/06 09:53:14.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417559] [2024/05/06 09:53:14.741 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417561] [2024/05/06 09:53:14.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417563] [2024/05/06 09:53:14.743 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:14.744 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417566] [2024/05/06 09:53:14.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417571] [2024/05/06 09:53:14.748 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417576] [2024/05/06 09:53:14.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417578] [2024/05/06 09:53:14.751 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417580] [2024/05/06 09:53:14.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417582] [2024/05/06 09:53:14.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417584] [2024/05/06 09:53:14.756 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417586] [2024/05/06 09:53:14.758 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417588] [2024/05/06 09:53:14.759 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417590] [2024/05/06 09:53:14.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417592] [2024/05/06 09:53:14.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417594] [2024/05/06 09:53:14.764 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417596] [2024/05/06 09:53:14.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417598] [2024/05/06 09:53:14.768 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417600] [2024/05/06 09:53:14.769 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127460417604] [2024/05/06 09:53:14.771 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524738] [2024/05/06 09:53:14.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524741] [2024/05/06 09:53:14.775 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524743] [2024/05/06 09:53:14.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524745] [2024/05/06 09:53:14.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524747] [2024/05/06 09:53:14.780 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524749] [2024/05/06 09:53:14.782 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524751] [2024/05/06 09:53:14.784 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524753] [2024/05/06 09:53:14.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524755] [2024/05/06 09:53:14.787 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524757] [2024/05/06 09:53:14.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524759] [2024/05/06 09:53:14.790 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524761] [2024/05/06 09:53:14.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524763] [2024/05/06 09:53:14.794 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524765] [2024/05/06 09:53:14.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524768] [2024/05/06 09:53:14.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524771] [2024/05/06 09:53:14.799 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524773] [2024/05/06 09:53:14.801 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524775] [2024/05/06 09:53:14.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524777] [2024/05/06 09:53:14.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524779] [2024/05/06 09:53:14.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524781] [2024/05/06 09:53:14.808 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524783] [2024/05/06 09:53:14.810 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524785] [2024/05/06 09:53:14.812 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524787] [2024/05/06 09:53:14.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524789] [2024/05/06 09:53:14.816 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524791] [2024/05/06 09:53:14.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524793] [2024/05/06 09:53:14.819 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127473524795] [2024/05/06 09:53:14.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631937] [2024/05/06 09:53:14.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631939] [2024/05/06 09:53:14.824 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631941] [2024/05/06 09:53:14.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631943] [2024/05/06 09:53:14.827 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631945] [2024/05/06 09:53:14.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631947] [2024/05/06 09:53:14.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631949] [2024/05/06 09:53:14.832 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631951] [2024/05/06 09:53:14.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631953] [2024/05/06 09:53:14.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631955] [2024/05/06 09:53:14.837 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631957] [2024/05/06 09:53:14.839 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631959] [2024/05/06 09:53:14.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631961] [2024/05/06 09:53:14.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631963] [2024/05/06 09:53:14.844 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631965] [2024/05/06 09:53:14.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631968] [2024/05/06 09:53:14.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631971] [2024/05/06 09:53:14.849 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631973] [2024/05/06 09:53:14.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631975] [2024/05/06 09:53:14.853 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631977] [2024/05/06 09:53:14.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631979] [2024/05/06 09:53:14.856 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631981] [2024/05/06 09:53:14.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631983] [2024/05/06 09:53:14.860 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631985] [2024/05/06 09:53:14.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631987] [2024/05/06 09:53:14.863 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631989] [2024/05/06 09:53:14.865 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631991] [2024/05/06 09:53:14.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631993] [2024/05/06 09:53:14.868 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631996] [2024/05/06 09:53:14.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127486631998] [2024/05/06 09:53:14.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739138] [2024/05/06 09:53:14.873 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:14.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739141] [2024/05/06 09:53:14.874 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:14.874 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/166] [keyspaceName=] [2024/05/06 09:53:14.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739144] [2024/05/06 09:53:14.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739146] [2024/05/06 09:53:14.878 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:14.878 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:14.878 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:14.878 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:14.878 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:14.879 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:14.879 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:14.879 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:14.879 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:14.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739148] [2024/05/06 09:53:14.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739151] [2024/05/06 09:53:14.882 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:14.883 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:14.883 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=166] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:14.883 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:14.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739153] [2024/05/06 09:53:14.885 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739156] [2024/05/06 09:53:14.887 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:14.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739159] [2024/05/06 09:53:14.889 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739163] [2024/05/06 09:53:14.890 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:14.890 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:14.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739166] [2024/05/06 09:53:14.891 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90001] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:14.891 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f72800000000000293c] ["end key"=7480000000000000a15f72800000000000294400] [2024/05/06 09:53:14.891 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a15f72800000000000293c, endKey=7480000000000000a15f72800000000000294400"] [2024/05/06 09:53:14.893 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739169] [2024/05/06 09:53:14.896 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739172] [2024/05/06 09:53:14.898 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739175] [2024/05/06 09:53:14.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739177] [2024/05/06 09:53:14.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739179] [2024/05/06 09:53:14.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739181] [2024/05/06 09:53:14.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739183] [2024/05/06 09:53:14.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739185] [2024/05/06 09:53:14.912 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739187] [2024/05/06 09:53:14.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739190] [2024/05/06 09:53:14.917 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739192] [2024/05/06 09:53:14.919 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127499739194] [2024/05/06 09:53:14.921 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846337] [2024/05/06 09:53:14.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846339] [2024/05/06 09:53:14.925 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846341] [2024/05/06 09:53:14.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846343] [2024/05/06 09:53:14.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846345] [2024/05/06 09:53:14.931 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846347] [2024/05/06 09:53:14.933 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846349] [2024/05/06 09:53:14.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846351] [2024/05/06 09:53:14.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846353] [2024/05/06 09:53:14.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846355] [2024/05/06 09:53:14.942 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846357] [2024/05/06 09:53:14.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846359] [2024/05/06 09:53:14.946 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846362] [2024/05/06 09:53:14.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846365] [2024/05/06 09:53:14.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846367] [2024/05/06 09:53:14.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846369] [2024/05/06 09:53:14.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846371] [2024/05/06 09:53:14.957 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846373] [2024/05/06 09:53:14.957 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:14.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846375] [2024/05/06 09:53:14.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846377] [2024/05/06 09:53:14.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846379] [2024/05/06 09:53:14.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846381] [2024/05/06 09:53:14.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846383] [2024/05/06 09:53:14.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127512846385] [2024/05/06 09:53:14.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953537] [2024/05/06 09:53:14.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953539] [2024/05/06 09:53:14.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953541] [2024/05/06 09:53:14.978 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953543] [2024/05/06 09:53:14.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953545] [2024/05/06 09:53:14.982 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953547] [2024/05/06 09:53:14.984 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953549] [2024/05/06 09:53:14.987 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953551] [2024/05/06 09:53:14.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953553] [2024/05/06 09:53:14.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953555] [2024/05/06 09:53:14.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953557] [2024/05/06 09:53:14.995 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953561] [2024/05/06 09:53:14.997 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953565] [2024/05/06 09:53:14.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953568] [2024/05/06 09:53:15.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953570] [2024/05/06 09:53:15.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953572] [2024/05/06 09:53:15.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953574] [2024/05/06 09:53:15.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953576] [2024/05/06 09:53:15.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953578] [2024/05/06 09:53:15.012 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953580] [2024/05/06 09:53:15.014 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953582] [2024/05/06 09:53:15.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953584] [2024/05/06 09:53:15.019 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:15.020 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90001] [id=1] [2024/05/06 09:53:15.020 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127525953586] [2024/05/06 09:53:15.022 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322882] [2024/05/06 09:53:15.022 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:15.024 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:53:15.024 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322884] [2024/05/06 09:53:15.025 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1056] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/bec0c1a0-d97b-492f-918a-d62e2cae0bfb.sst] [firstKey=7480000000000000A15F69800000000000000103800000000000293E03800000000000293C] [lastKey=7480000000000000A15F698000000000000001038000000000002D2903800000000000293C] [2024/05/06 09:53:15.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322886] [2024/05/06 09:53:15.027 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.027 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149980606464/940431265792, backend usage: 0"] [2024/05/06 09:53:15.027 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:15.028 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322888] [2024/05/06 09:53:15.029 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:15.030 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322890] [2024/05/06 09:53:15.033 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322892] [2024/05/06 09:53:15.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322894] [2024/05/06 09:53:15.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322898] [2024/05/06 09:53:15.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322900] [2024/05/06 09:53:15.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322902] [2024/05/06 09:53:15.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322904] [2024/05/06 09:53:15.046 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322907] [2024/05/06 09:53:15.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322910] [2024/05/06 09:53:15.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322912] [2024/05/06 09:53:15.050 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 09:53:15.050 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:15.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322914] [2024/05/06 09:53:15.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322916] [2024/05/06 09:53:15.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322918] [2024/05/06 09:53:15.058 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322920] [2024/05/06 09:53:15.058 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=342] [importedCount=9] [2024/05/06 09:53:15.059 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.718637ms] [] [2024/05/06 09:53:15.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322922] [2024/05/06 09:53:15.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322924] [2024/05/06 09:53:15.062 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322927] [2024/05/06 09:53:15.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322931] [2024/05/06 09:53:15.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322935] [2024/05/06 09:53:15.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127539322938] [2024/05/06 09:53:15.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167937] [2024/05/06 09:53:15.071 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:15.072 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:15.073 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90002] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:15.073 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:53:15.073 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/06 09:53:15.073 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/06 09:53:15.073 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f728000000000002959] ["end key"=7480000000000000a25f72800000000000296100] [2024/05/06 09:53:15.073 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:53:15.073 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a25f728000000000002959, endKey=7480000000000000a25f72800000000000296100"] [2024/05/06 09:53:15.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167941] [2024/05/06 09:53:15.074 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90002] [id=1] [2024/05/06 09:53:15.074 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1058] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/728b9e3d-44ce-4482-8262-38a46b1b95aa.sst] [firstKey=7480000000000000A25F69800000000000000103800000000000295B038000000000002959] [lastKey=7480000000000000A25F698000000000000001038000000000002D46038000000000002959] [2024/05/06 09:53:15.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167944] [2024/05/06 09:53:15.077 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.077 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149980631040/940431265792, backend usage: 0"] [2024/05/06 09:53:15.077 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:15.077 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167946] [2024/05/06 09:53:15.077 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:15.079 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167948] [2024/05/06 09:53:15.081 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167950] [2024/05/06 09:53:15.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167952] [2024/05/06 09:53:15.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167954] [2024/05/06 09:53:15.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167956] [2024/05/06 09:53:15.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167960] [2024/05/06 09:53:15.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167962] [2024/05/06 09:53:15.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167964] [2024/05/06 09:53:15.096 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167967] [2024/05/06 09:53:15.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167970] [2024/05/06 09:53:15.099 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/06 09:53:15.099 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:15.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167972] [2024/05/06 09:53:15.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167974] [2024/05/06 09:53:15.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167976] [2024/05/06 09:53:15.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167978] [2024/05/06 09:53:15.105 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=684] [importedCount=18] [2024/05/06 09:53:15.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167980] [2024/05/06 09:53:15.107 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.573783ms] [] [2024/05/06 09:53:15.110 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.110 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167982] [2024/05/06 09:53:15.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167985] [2024/05/06 09:53:15.114 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167989] [2024/05/06 09:53:15.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167993] [2024/05/06 09:53:15.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127552167996] [2024/05/06 09:53:15.120 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:15.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275139] [2024/05/06 09:53:15.121 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=674234928] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:15.122 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90003] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:15.122 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674234968] ["max memory quota"=17179869184] [2024/05/06 09:53:15.122 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235008] ["max memory quota"=17179869184] [2024/05/06 09:53:15.122 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235048] ["max memory quota"=17179869184] [2024/05/06 09:53:15.122 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f728000000000002962] ["end key"=7480000000000000a35f72800000000000296600] [2024/05/06 09:53:15.122 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 09:53:15.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275142] [2024/05/06 09:53:15.122 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a35f728000000000002962, endKey=7480000000000000a35f72800000000000296600"] [2024/05/06 09:53:15.123 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90003] [id=1] [2024/05/06 09:53:15.124 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/5b265ce4-7a51-4c8e-b51f-18e683b15a17.sst] [firstKey=7480000000000000A35F698000000000000001038000000000002964038000000000002962] [lastKey=7480000000000000A35F698000000000000001038000000000002D4F038000000000002962] [2024/05/06 09:53:15.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275145] [2024/05/06 09:53:15.126 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.126 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149980643328/940431265792, backend usage: 0"] [2024/05/06 09:53:15.126 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:15.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275147] [2024/05/06 09:53:15.127 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:15.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275149] [2024/05/06 09:53:15.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275151] [2024/05/06 09:53:15.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275153] [2024/05/06 09:53:15.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275155] [2024/05/06 09:53:15.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275157] [2024/05/06 09:53:15.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275159] [2024/05/06 09:53:15.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275161] [2024/05/06 09:53:15.142 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275165] [2024/05/06 09:53:15.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275167] [2024/05/06 09:53:15.145 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275170] [2024/05/06 09:53:15.147 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275173] [2024/05/06 09:53:15.148 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:53:15.148 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:15.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275175] [2024/05/06 09:53:15.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275177] [2024/05/06 09:53:15.153 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275179] [2024/05/06 09:53:15.154 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=912] [importedCount=24] [2024/05/06 09:53:15.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275181] [2024/05/06 09:53:15.155 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.083046ms] [] [2024/05/06 09:53:15.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275183] [2024/05/06 09:53:15.158 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275186] [2024/05/06 09:53:15.160 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275189] [2024/05/06 09:53:15.162 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275193] [2024/05/06 09:53:15.164 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275196] [2024/05/06 09:53:15.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275200] [2024/05/06 09:53:15.167 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:15.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275204] [2024/05/06 09:53:15.168 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=674235048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:15.169 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90004] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:15.169 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/06 09:53:15.169 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235128] ["max memory quota"=17179869184] [2024/05/06 09:53:15.169 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235168] ["max memory quota"=17179869184] [2024/05/06 09:53:15.169 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/06 09:53:15.169 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f728000000000002967] ["end key"=7480000000000000a45f72800000000000296f00] [2024/05/06 09:53:15.169 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90004] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a45f728000000000002967, endKey=7480000000000000a45f72800000000000296f00"] [2024/05/06 09:53:15.170 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90004] [id=1] [2024/05/06 09:53:15.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127565275208] [2024/05/06 09:53:15.170 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1036] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/3b37e39f-9fd4-4e9a-bc7b-08e550478edf.sst] [firstKey=7480000000000000A45F69800000000000000103800000000000296D03800000000000296B] [lastKey=7480000000000000A45F698000000000000001038000000000002D5803800000000000296B] [2024/05/06 09:53:15.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382339] [2024/05/06 09:53:15.173 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.173 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149980667904/940431265792, backend usage: 0"] [2024/05/06 09:53:15.173 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:15.174 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:15.174 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382341] [2024/05/06 09:53:15.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382343] [2024/05/06 09:53:15.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382345] [2024/05/06 09:53:15.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382349] [2024/05/06 09:53:15.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382351] [2024/05/06 09:53:15.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382353] [2024/05/06 09:53:15.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382355] [2024/05/06 09:53:15.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382357] [2024/05/06 09:53:15.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382359] [2024/05/06 09:53:15.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382361] [2024/05/06 09:53:15.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382363] [2024/05/06 09:53:15.195 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:53:15.195 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:15.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382366] [2024/05/06 09:53:15.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382369] [2024/05/06 09:53:15.199 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382371] [2024/05/06 09:53:15.200 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=1140] [importedCount=30] [2024/05/06 09:53:15.201 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382373] [2024/05/06 09:53:15.202 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=29.223113ms] [] [2024/05/06 09:53:15.203 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382375] [2024/05/06 09:53:15.204 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/06 09:53:15.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382378] [2024/05/06 09:53:15.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382381] [2024/05/06 09:53:15.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382385] [2024/05/06 09:53:15.212 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:15.212 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:15.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382390] [2024/05/06 09:53:15.212 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=609.777Β΅s] [] [2024/05/06 09:53:15.212 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:15.213 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=499.839Β΅s] [] [2024/05/06 09:53:15.214 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:15.214 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:15.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382392] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:15.214 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:15.214 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:15.214 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:15.214 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=166] ["current memory usage"=480] ["max memory quota"=17179869184] [2024/05/06 09:53:15.214 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=340.949639ms] [] [2024/05/06 09:53:15.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382394] [2024/05/06 09:53:15.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382396] [2024/05/06 09:53:15.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127578382398] [2024/05/06 09:53:15.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489538] [2024/05/06 09:53:15.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489540] [2024/05/06 09:53:15.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489542] [2024/05/06 09:53:15.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489544] [2024/05/06 09:53:15.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489546] [2024/05/06 09:53:15.232 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489548] [2024/05/06 09:53:15.234 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489550] [2024/05/06 09:53:15.236 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489552] [2024/05/06 09:53:15.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489554] [2024/05/06 09:53:15.239 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489556] [2024/05/06 09:53:15.241 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489558] [2024/05/06 09:53:15.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489560] [2024/05/06 09:53:15.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489563] [2024/05/06 09:53:15.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489568] [2024/05/06 09:53:15.249 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489571] [2024/05/06 09:53:15.251 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489573] [2024/05/06 09:53:15.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489575] [2024/05/06 09:53:15.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489577] [2024/05/06 09:53:15.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489579] [2024/05/06 09:53:15.258 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489581] [2024/05/06 09:53:15.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489583] [2024/05/06 09:53:15.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489585] [2024/05/06 09:53:15.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489587] [2024/05/06 09:53:15.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489589] [2024/05/06 09:53:15.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489591] [2024/05/06 09:53:15.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127591489593] [2024/05/06 09:53:15.271 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858882] [2024/05/06 09:53:15.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858884] [2024/05/06 09:53:15.274 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:15.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858887] [2024/05/06 09:53:15.277 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858891] [2024/05/06 09:53:15.279 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858893] [2024/05/06 09:53:15.281 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858895] [2024/05/06 09:53:15.283 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858897] [2024/05/06 09:53:15.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858899] [2024/05/06 09:53:15.286 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858901] [2024/05/06 09:53:15.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858903] [2024/05/06 09:53:15.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858905] [2024/05/06 09:53:15.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858907] [2024/05/06 09:53:15.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858909] [2024/05/06 09:53:15.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858912] [2024/05/06 09:53:15.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858915] [2024/05/06 09:53:15.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858917] [2024/05/06 09:53:15.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858919] [2024/05/06 09:53:15.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858921] [2024/05/06 09:53:15.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858923] [2024/05/06 09:53:15.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858925] [2024/05/06 09:53:15.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858927] [2024/05/06 09:53:15.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858929] [2024/05/06 09:53:15.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858931] [2024/05/06 09:53:15.313 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858933] [2024/05/06 09:53:15.315 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858935] [2024/05/06 09:53:15.317 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858937] [2024/05/06 09:53:15.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127604858939] [2024/05/06 09:53:15.321 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703938] [2024/05/06 09:53:15.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703940] [2024/05/06 09:53:15.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703942] [2024/05/06 09:53:15.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703944] [2024/05/06 09:53:15.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703946] [2024/05/06 09:53:15.330 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703948] [2024/05/06 09:53:15.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703950] [2024/05/06 09:53:15.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703952] [2024/05/06 09:53:15.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703954] [2024/05/06 09:53:15.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703956] [2024/05/06 09:53:15.338 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703958] [2024/05/06 09:53:15.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703960] [2024/05/06 09:53:15.342 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703962] [2024/05/06 09:53:15.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703964] [2024/05/06 09:53:15.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703967] [2024/05/06 09:53:15.347 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703970] [2024/05/06 09:53:15.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703972] [2024/05/06 09:53:15.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703974] [2024/05/06 09:53:15.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703976] [2024/05/06 09:53:15.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703978] [2024/05/06 09:53:15.357 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703980] [2024/05/06 09:53:15.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703982] [2024/05/06 09:53:15.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703984] [2024/05/06 09:53:15.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703986] [2024/05/06 09:53:15.364 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703988] [2024/05/06 09:53:15.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703990] [2024/05/06 09:53:15.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703992] [2024/05/06 09:53:15.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127617703994] [2024/05/06 09:53:15.371 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811137] [2024/05/06 09:53:15.373 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811139] [2024/05/06 09:53:15.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811141] [2024/05/06 09:53:15.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811143] [2024/05/06 09:53:15.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811145] [2024/05/06 09:53:15.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811147] [2024/05/06 09:53:15.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811149] [2024/05/06 09:53:15.384 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811151] [2024/05/06 09:53:15.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811153] [2024/05/06 09:53:15.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811155] [2024/05/06 09:53:15.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811157] [2024/05/06 09:53:15.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811159] [2024/05/06 09:53:15.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811161] [2024/05/06 09:53:15.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811163] [2024/05/06 09:53:15.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811167] [2024/05/06 09:53:15.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811169] [2024/05/06 09:53:15.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811171] [2024/05/06 09:53:15.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811173] [2024/05/06 09:53:15.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811175] [2024/05/06 09:53:15.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811177] [2024/05/06 09:53:15.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811179] [2024/05/06 09:53:15.408 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811181] [2024/05/06 09:53:15.410 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811183] [2024/05/06 09:53:15.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811185] [2024/05/06 09:53:15.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811187] [2024/05/06 09:53:15.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811189] [2024/05/06 09:53:15.417 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811191] [2024/05/06 09:53:15.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127630811193] [2024/05/06 09:53:15.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918337] [2024/05/06 09:53:15.423 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918339] [2024/05/06 09:53:15.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918341] [2024/05/06 09:53:15.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918343] [2024/05/06 09:53:15.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918345] [2024/05/06 09:53:15.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918347] [2024/05/06 09:53:15.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918349] [2024/05/06 09:53:15.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918351] [2024/05/06 09:53:15.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918353] [2024/05/06 09:53:15.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918355] [2024/05/06 09:53:15.438 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918357] [2024/05/06 09:53:15.440 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918359] [2024/05/06 09:53:15.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918361] [2024/05/06 09:53:15.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918363] [2024/05/06 09:53:15.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918366] [2024/05/06 09:53:15.448 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918369] [2024/05/06 09:53:15.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918371] [2024/05/06 09:53:15.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918373] [2024/05/06 09:53:15.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918375] [2024/05/06 09:53:15.455 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918377] [2024/05/06 09:53:15.457 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918379] [2024/05/06 09:53:15.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918381] [2024/05/06 09:53:15.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918383] [2024/05/06 09:53:15.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918385] [2024/05/06 09:53:15.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918387] [2024/05/06 09:53:15.466 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918389] [2024/05/06 09:53:15.468 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918391] [2024/05/06 09:53:15.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127643918394] [2024/05/06 09:53:15.471 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025538] [2024/05/06 09:53:15.473 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025540] [2024/05/06 09:53:15.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025542] [2024/05/06 09:53:15.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025544] [2024/05/06 09:53:15.478 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025546] [2024/05/06 09:53:15.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025548] [2024/05/06 09:53:15.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025550] [2024/05/06 09:53:15.484 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025552] [2024/05/06 09:53:15.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025554] [2024/05/06 09:53:15.487 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025556] [2024/05/06 09:53:15.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025558] [2024/05/06 09:53:15.491 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025560] [2024/05/06 09:53:15.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025562] [2024/05/06 09:53:15.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025566] [2024/05/06 09:53:15.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025570] [2024/05/06 09:53:15.498 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025573] [2024/05/06 09:53:15.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025575] [2024/05/06 09:53:15.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025577] [2024/05/06 09:53:15.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025579] [2024/05/06 09:53:15.506 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025581] [2024/05/06 09:53:15.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025583] [2024/05/06 09:53:15.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025585] [2024/05/06 09:53:15.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025587] [2024/05/06 09:53:15.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025591] [2024/05/06 09:53:15.515 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90001] [type=backfill] [2024/05/06 09:53:15.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025594] [2024/05/06 09:53:15.516 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:53:15.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025598] [2024/05/06 09:53:15.519 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127657025602] [2024/05/06 09:53:15.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132738] [2024/05/06 09:53:15.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132740] [2024/05/06 09:53:15.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132742] [2024/05/06 09:53:15.527 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132744] [2024/05/06 09:53:15.529 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132746] [2024/05/06 09:53:15.531 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132748] [2024/05/06 09:53:15.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132750] [2024/05/06 09:53:15.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132752] [2024/05/06 09:53:15.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132754] [2024/05/06 09:53:15.538 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132757] [2024/05/06 09:53:15.540 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132760] [2024/05/06 09:53:15.542 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132763] [2024/05/06 09:53:15.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=781.563Β΅s] [gotSchemaVersion=103] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:15.544 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127670132766] [2024/05/06 09:53:15.546 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132769] [2024/05/06 09:53:15.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=103] [2024/05/06 09:53:15.549 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132774] [2024/05/06 09:53:15.551 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132776] [2024/05/06 09:53:15.551 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132776] [2024/05/06 09:53:15.553 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132778] [2024/05/06 09:53:15.553 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132778] [2024/05/06 09:53:15.555 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132780] [2024/05/06 09:53:15.557 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132782] [2024/05/06 09:53:15.557 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132782] [2024/05/06 09:53:15.559 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132784] [2024/05/06 09:53:15.561 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132786] [2024/05/06 09:53:15.562 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132788] [2024/05/06 09:53:15.564 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132790] [2024/05/06 09:53:15.566 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132792] [2024/05/06 09:53:15.566 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132792] [2024/05/06 09:53:15.568 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132794] [2024/05/06 09:53:15.570 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127670132796] [2024/05/06 09:53:15.572 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239938] [2024/05/06 09:53:15.574 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239940] [2024/05/06 09:53:15.574 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239940] [2024/05/06 09:53:15.576 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239942] [2024/05/06 09:53:15.576 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239942] [2024/05/06 09:53:15.578 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239944] [2024/05/06 09:53:15.579 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239946] [2024/05/06 09:53:15.581 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239948] [2024/05/06 09:53:15.581 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239948] [2024/05/06 09:53:15.583 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239950] [2024/05/06 09:53:15.583 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239950] [2024/05/06 09:53:15.585 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239952] [2024/05/06 09:53:15.587 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239954] [2024/05/06 09:53:15.589 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239956] [2024/05/06 09:53:15.589 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239956] [2024/05/06 09:53:15.590 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239958] [2024/05/06 09:53:15.592 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239960] [2024/05/06 09:53:15.592 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239960] [2024/05/06 09:53:15.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=52.082184ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127093415992, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.595 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239962] [2024/05/06 09:53:15.596 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239967] [2024/05/06 09:53:15.598 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127093415992, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.598 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239970] [2024/05/06 09:53:15.599 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=166] [table=t] [index=idx] [2024/05/06 09:53:15.600 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239976] [2024/05/06 09:53:15.602 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239979] [2024/05/06 09:53:15.602 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239979] [2024/05/06 09:53:15.604 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239982] [2024/05/06 09:53:15.604 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239982] [2024/05/06 09:53:15.605 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=714.175Β΅s] [gotSchemaVersion=104] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:15.606 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239985] [2024/05/06 09:53:15.606 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239985] [2024/05/06 09:53:15.608 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=104] [2024/05/06 09:53:15.608 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239989] [2024/05/06 09:53:15.610 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239991] [2024/05/06 09:53:15.610 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239991] [2024/05/06 09:53:15.612 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239993] [2024/05/06 09:53:15.614 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239995] [2024/05/06 09:53:15.616 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239997] [2024/05/06 09:53:15.616 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239997] [2024/05/06 09:53:15.618 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683239999] [2024/05/06 09:53:15.619 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127683240001] [2024/05/06 09:53:15.621 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347137] [2024/05/06 09:53:15.623 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347139] [2024/05/06 09:53:15.625 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347141] [2024/05/06 09:53:15.627 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347143] [2024/05/06 09:53:15.627 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347143] [2024/05/06 09:53:15.629 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347145] [2024/05/06 09:53:15.629 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347145] [2024/05/06 09:53:15.630 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347147] [2024/05/06 09:53:15.632 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347149] [2024/05/06 09:53:15.634 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347151] [2024/05/06 09:53:15.636 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347153] [2024/05/06 09:53:15.638 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347155] [2024/05/06 09:53:15.640 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347157] [2024/05/06 09:53:15.640 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347157] [2024/05/06 09:53:15.641 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347160] [2024/05/06 09:53:15.641 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347160] [2024/05/06 09:53:15.643 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347162] [2024/05/06 09:53:15.643 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347162] [2024/05/06 09:53:15.645 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347165] [2024/05/06 09:53:15.647 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347168] [2024/05/06 09:53:15.647 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347168] [2024/05/06 09:53:15.649 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347170] [2024/05/06 09:53:15.649 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347170] [2024/05/06 09:53:15.651 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347172] [2024/05/06 09:53:15.651 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347172] [2024/05/06 09:53:15.652 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347174] [2024/05/06 09:53:15.654 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347176] [2024/05/06 09:53:15.655 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=51.678549ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.656 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347178] [2024/05/06 09:53:15.657 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347182] [2024/05/06 09:53:15.657 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347182] [2024/05/06 09:53:15.660 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347185] [2024/05/06 09:53:15.660 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347185] [2024/05/06 09:53:15.661 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.662 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347188] [2024/05/06 09:53:15.662 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347188] [2024/05/06 09:53:15.662 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 09:53:15.663 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347193] [2024/05/06 09:53:15.665 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347196] [2024/05/06 09:53:15.665 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347196] [2024/05/06 09:53:15.666 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/06 09:53:15.667 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347199] [2024/05/06 09:53:15.669 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127696347203] [2024/05/06 09:53:15.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:0, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.671 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454338] [2024/05/06 09:53:15.671 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454338] [2024/05/06 09:53:15.673 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454341] [2024/05/06 09:53:15.673 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:10, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a15f69ffff000000000001,EndKey:7480000000000000a15f69ffff000000000001ff,First:false,PhysicalTableID:161,Ingest mode:false"] [2024/05/06 09:53:15.675 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454345] [2024/05/06 09:53:15.675 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454345] [2024/05/06 09:53:15.675 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f69ffff000000000001] ["end key"=7480000000000000a15f69ffff000000000001ff] [2024/05/06 09:53:15.675 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/06 09:53:15.676 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=161] ["end key"=7480000000000000a15f69ffff000000000001ff] ["current end key"=7480000000000000a15f69ffff000000000001038000000000002db10380000000000029c400] [2024/05/06 09:53:15.676 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.676 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.676 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.677 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454347] [2024/05/06 09:53:15.678 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454350] [2024/05/06 09:53:15.678 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454350] [2024/05/06 09:53:15.680 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454352] [2024/05/06 09:53:15.682 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454355] [2024/05/06 09:53:15.682 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454355] [2024/05/06 09:53:15.685 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454358] [2024/05/06 09:53:15.685 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454358] [2024/05/06 09:53:15.687 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454360] [2024/05/06 09:53:15.689 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454362] [2024/05/06 09:53:15.689 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454362] [2024/05/06 09:53:15.691 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454365] [2024/05/06 09:53:15.692 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454368] [2024/05/06 09:53:15.694 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 161, range: [7480000000000000a15f69ffff000000000001, 7480000000000000a15f69ffff000000000001038000000000002db10380000000000029c400), jobID: 166"] ["added count"=523] ["scan count"=523] ["next key"=7480000000000000a15f69ffff000000000001038000000000002db10380000000000029c40000] ["take time"=17.606799ms] [2024/05/06 09:53:15.694 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.694 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=533] ["start key"=7480000000000000a15f69ffff000000000001] [2024/05/06 09:53:15.695 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454372] [2024/05/06 09:53:15.695 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454372] [2024/05/06 09:53:15.696 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=162] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [] [2024/05/06 09:53:15.696 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:533, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a25f69ffff000000000001,EndKey:7480000000000000a25f69ffff000000000001ff,First:false,PhysicalTableID:162,Ingest mode:false"] [2024/05/06 09:53:15.697 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454377] [2024/05/06 09:53:15.697 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454377] [2024/05/06 09:53:15.698 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f69ffff000000000001] ["end key"=7480000000000000a25f69ffff000000000001ff] [2024/05/06 09:53:15.698 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [2024/05/06 09:53:15.698 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454381] [2024/05/06 09:53:15.698 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454381] [2024/05/06 09:53:15.699 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=162] ["end key"=7480000000000000a25f69ffff000000000001ff] ["current end key"=7480000000000000a25f69ffff000000000001038000000000002db60380000000000029c900] [2024/05/06 09:53:15.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.699 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.700 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454384] [2024/05/06 09:53:15.703 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454388] [2024/05/06 09:53:15.704 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454391] [2024/05/06 09:53:15.707 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454394] [2024/05/06 09:53:15.707 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454394] [2024/05/06 09:53:15.709 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454396] [2024/05/06 09:53:15.711 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454398] [2024/05/06 09:53:15.713 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454401] [2024/05/06 09:53:15.713 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454401] [2024/05/06 09:53:15.715 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 162, range: [7480000000000000a25f69ffff000000000001, 7480000000000000a25f69ffff000000000001038000000000002db60380000000000029c900), jobID: 166"] ["added count"=525] ["scan count"=525] ["next key"=7480000000000000a25f69ffff000000000001038000000000002db60380000000000029c90000] ["take time"=16.278153ms] [2024/05/06 09:53:15.715 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.715 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1058] ["start key"=7480000000000000a25f69ffff000000000001] [2024/05/06 09:53:15.715 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454405] [2024/05/06 09:53:15.715 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454405] [2024/05/06 09:53:15.717 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454409] [2024/05/06 09:53:15.717 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454409] [2024/05/06 09:53:15.718 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=163] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [] [2024/05/06 09:53:15.718 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:1058, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a35f69ffff000000000001,EndKey:7480000000000000a35f69ffff000000000001ff,First:false,PhysicalTableID:163,Ingest mode:false"] [2024/05/06 09:53:15.719 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127709454412] [2024/05/06 09:53:15.719 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f69ffff000000000001] ["end key"=7480000000000000a35f69ffff000000000001ff] [2024/05/06 09:53:15.719 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [2024/05/06 09:53:15.721 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=163] ["end key"=7480000000000000a35f69ffff000000000001ff] ["current end key"=7480000000000000a35f69ffff000000000001038000000000002db70380000000000029ca00] [2024/05/06 09:53:15.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.721 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561537] [2024/05/06 09:53:15.721 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561537] [2024/05/06 09:53:15.723 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561540] [2024/05/06 09:53:15.723 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561540] [2024/05/06 09:53:15.725 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561542] [2024/05/06 09:53:15.727 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561545] [2024/05/06 09:53:15.729 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561548] [2024/05/06 09:53:15.731 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561550] [2024/05/06 09:53:15.731 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561550] [2024/05/06 09:53:15.733 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561553] [2024/05/06 09:53:15.735 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561556] [2024/05/06 09:53:15.735 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561556] [2024/05/06 09:53:15.736 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 163, range: [7480000000000000a35f69ffff000000000001, 7480000000000000a35f69ffff000000000001038000000000002db70380000000000029ca00), jobID: 166"] ["added count"=525] ["scan count"=525] ["next key"=7480000000000000a35f69ffff000000000001038000000000002db70380000000000029ca0000] ["take time"=15.178734ms] [2024/05/06 09:53:15.736 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.736 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1583] ["start key"=7480000000000000a35f69ffff000000000001] [2024/05/06 09:53:15.737 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561560] [2024/05/06 09:53:15.738 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=164] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [] [2024/05/06 09:53:15.738 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:1583, ArgLen:6, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a45f69ffff000000000001,EndKey:7480000000000000a45f69ffff000000000001ff,First:false,PhysicalTableID:164,Ingest mode:false"] [2024/05/06 09:53:15.739 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561563] [2024/05/06 09:53:15.739 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561563] [2024/05/06 09:53:15.740 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f69ffff000000000001] ["end key"=7480000000000000a45f69ffff000000000001ff] [2024/05/06 09:53:15.740 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [2024/05/06 09:53:15.741 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561567] [2024/05/06 09:53:15.741 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561567] [2024/05/06 09:53:15.741 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=164] ["end key"=7480000000000000a45f69ffff000000000001ff] ["current end key"=7480000000000000a45f69ffff000000000001038000000000002dbc0380000000000029cf00] [2024/05/06 09:53:15.741 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.741 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.741 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.743 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561570] [2024/05/06 09:53:15.745 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561574] [2024/05/06 09:53:15.747 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561579] [2024/05/06 09:53:15.747 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561579] [2024/05/06 09:53:15.749 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561584] [2024/05/06 09:53:15.751 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561588] [2024/05/06 09:53:15.751 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561588] [2024/05/06 09:53:15.753 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561591] [2024/05/06 09:53:15.753 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561591] [2024/05/06 09:53:15.755 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561594] [2024/05/06 09:53:15.757 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 164, range: [7480000000000000a45f69ffff000000000001, 7480000000000000a45f69ffff000000000001038000000000002dbc0380000000000029cf00), jobID: 166"] ["added count"=522] ["scan count"=522] ["next key"=7480000000000000a45f69ffff000000000001038000000000002dbc0380000000000029cf0000] ["take time"=16.052532ms] [2024/05/06 09:53:15.757 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/06 09:53:15.757 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561597] [2024/05/06 09:53:15.757 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=2105] ["start key"=7480000000000000a45f69ffff000000000001] [2024/05/06 09:53:15.757 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=2105] [2024/05/06 09:53:15.759 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561602] [2024/05/06 09:53:15.759 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561602] [2024/05/06 09:53:15.761 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561604] [2024/05/06 09:53:15.761 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561604] [2024/05/06 09:53:15.763 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561606] [2024/05/06 09:53:15.765 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561609] [2024/05/06 09:53:15.767 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561612] [2024/05/06 09:53:15.769 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127722561615] [2024/05/06 09:53:15.771 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668739] [2024/05/06 09:53:15.772 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90001] [2024/05/06 09:53:15.773 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668741] [2024/05/06 09:53:15.774 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:15.774 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90001] [2024/05/06 09:53:15.775 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668747] [2024/05/06 09:53:15.777 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668750] [2024/05/06 09:53:15.778 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:15.779 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668756] [2024/05/06 09:53:15.782 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668761] [2024/05/06 09:53:15.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=690.649Β΅s] [gotSchemaVersion=105] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:15.784 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:15.784 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668766] [2024/05/06 09:53:15.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=105] [2024/05/06 09:53:15.786 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668769] [2024/05/06 09:53:15.786 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668769] [2024/05/06 09:53:15.789 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668773] [2024/05/06 09:53:15.790 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668775] [2024/05/06 09:53:15.792 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668777] [2024/05/06 09:53:15.792 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668777] [2024/05/06 09:53:15.794 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668779] [2024/05/06 09:53:15.796 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668782] [2024/05/06 09:53:15.796 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668782] [2024/05/06 09:53:15.798 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668785] [2024/05/06 09:53:15.798 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668785] [2024/05/06 09:53:15.801 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668787] [2024/05/06 09:53:15.801 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668787] [2024/05/06 09:53:15.802 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668789] [2024/05/06 09:53:15.804 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668791] [2024/05/06 09:53:15.806 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668793] [2024/05/06 09:53:15.808 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668795] [2024/05/06 09:53:15.810 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668797] [2024/05/06 09:53:15.814 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668799] [2024/05/06 09:53:15.814 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668799] [2024/05/06 09:53:15.816 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668801] [2024/05/06 09:53:15.816 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668801] [2024/05/06 09:53:15.818 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668803] [2024/05/06 09:53:15.818 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668803] [2024/05/06 09:53:15.820 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127735668805] [2024/05/06 09:53:15.821 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038082] [2024/05/06 09:53:15.821 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038082] [2024/05/06 09:53:15.823 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038084] [2024/05/06 09:53:15.825 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038086] [2024/05/06 09:53:15.827 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038088] [2024/05/06 09:53:15.829 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038090] [2024/05/06 09:53:15.831 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038092] [2024/05/06 09:53:15.831 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038092] [2024/05/06 09:53:15.833 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038094] [2024/05/06 09:53:15.833 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038094] [2024/05/06 09:53:15.833 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.400517ms] [job="ID:166, Type:add index, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:2105, ArgLen:3, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.835 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038096] [2024/05/06 09:53:15.835 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038096] [2024/05/06 09:53:15.837 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038100] [2024/05/06 09:53:15.839 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038103] [2024/05/06 09:53:15.839 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038103] [2024/05/06 09:53:15.841 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038106] [2024/05/06 09:53:15.841 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038106] [2024/05/06 09:53:15.841 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=161] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:15.843 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038111] [2024/05/06 09:53:15.843 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=162] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:15.844 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038115] [2024/05/06 09:53:15.844 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038115] [2024/05/06 09:53:15.845 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=163] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:15.847 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038119] [2024/05/06 09:53:15.847 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038119] [2024/05/06 09:53:15.847 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=164] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:15.849 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038124] [2024/05/06 09:53:15.849 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="add index"] [2024/05/06 09:53:15.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [job="ID:166, Type:add index, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:2105, ArgLen:3, start time: 2024-05-06 09:53:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127696347190, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:15.850 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038128] [2024/05/06 09:53:15.852 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038130] [2024/05/06 09:53:15.854 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038134] [2024/05/06 09:53:15.856 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038139] [2024/05/06 09:53:15.857 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:53:15.857 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:15.859 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038143] [2024/05/06 09:53:15.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.696790103\n# Parse_time: 0.00003202\n# Compile_time: 0.000065155\n# Rewrite_time: 0.000001763\n# Optimize_time: 0.000020328\n# Wait_TS: 0.00018422\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1248ca3a978e331ae61b9067dcdcce0f893febad7030f2d9d49c63743e3b9b79\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx((cast(a as signed array)));"] [2024/05/06 09:53:15.861 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038149] [2024/05/06 09:53:15.861 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038149] [2024/05/06 09:53:15.863 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038151] [2024/05/06 09:53:15.865 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038153] [2024/05/06 09:53:15.865 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038153] [2024/05/06 09:53:15.867 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449574127749038155] [2024/05/06 09:53:15.869 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=105] [2024/05/06 09:53:15.882 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=105] [cur_db=addindexlit] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:15.887 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:15.887 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:15.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.899 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=41.947Β΅s] [gotSchemaVersion=106] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:15.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=106] [2024/05/06 09:53:15.950 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=52.333238ms] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:15.961 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=34.18Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:15.963 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=107] [2024/05/06 09:53:16.012 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=52.600899ms] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.023 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=26.582Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:16.025 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=108] [2024/05/06 09:53:16.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.153416ms] [job="ID:167, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.079 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=167] [tableIDs="[160,161,162,163,164]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:16.082 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=167] [jobType="drop schema"] [2024/05/06 09:53:16.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [job="ID:167, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:15.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.088 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/06 09:53:16.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.089 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=108] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:16.095 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:16.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.095 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:16.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:16.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=269.045Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:16.109 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=109] [2024/05/06 09:53:16.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=52.391642ms] [job="ID:169, Type:create schema, State:done, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:16.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.163 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [job="ID:169, Type:create schema, State:synced, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.167 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/06 09:53:16.167 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.172 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:16.172 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/06 09:53:16.172 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/06 09:53:16.180 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:16.180 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/06 09:53:16.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.188 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 168, Table ID: 170, Table Name: t"] [2024/05/06 09:53:16.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=920.883Β΅s] [gotSchemaVersion=110] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:16.196 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=110] [2024/05/06 09:53:16.243 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.235061ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:16.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:16.254 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/06 09:53:16.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:16.255 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=110] [cur_db=addindexlit] [sql="alter table t add unique index idx(pk, (cast(a as signed array)));"] [user=] [2024/05/06 09:53:16.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127853633559] [2024/05/06 09:53:16.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:16.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 09:53:16.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127853633567] [2024/05/06 09:53:16.262 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127853633573] [2024/05/06 09:53:16.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127853633579] [2024/05/06 09:53:16.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.266 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"pk\",\"L\":\"pk\"},\"offset\":0,\"length\":-1},{\"name\":{\"O\":\"_V$_idx_1\",\"L\":\"_v$_idx_1\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 09:53:16.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127853633585] [2024/05/06 09:53:16.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127853633591] [2024/05/06 09:53:16.272 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740740] [2024/05/06 09:53:16.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=750.606Β΅s] [gotSchemaVersion=111] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:16.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740743] [2024/05/06 09:53:16.275 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=111] [2024/05/06 09:53:16.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740748] [2024/05/06 09:53:16.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740750] [2024/05/06 09:53:16.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740753] [2024/05/06 09:53:16.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740755] [2024/05/06 09:53:16.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740758] [2024/05/06 09:53:16.286 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740760] [2024/05/06 09:53:16.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740763] [2024/05/06 09:53:16.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740765] [2024/05/06 09:53:16.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740767] [2024/05/06 09:53:16.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740769] [2024/05/06 09:53:16.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740773] [2024/05/06 09:53:16.298 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740775] [2024/05/06 09:53:16.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740777] [2024/05/06 09:53:16.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740779] [2024/05/06 09:53:16.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740781] [2024/05/06 09:53:16.307 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740783] [2024/05/06 09:53:16.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740785] [2024/05/06 09:53:16.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740787] [2024/05/06 09:53:16.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740789] [2024/05/06 09:53:16.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740791] [2024/05/06 09:53:16.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740793] [2024/05/06 09:53:16.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740795] [2024/05/06 09:53:16.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127866740797] [2024/05/06 09:53:16.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847938] [2024/05/06 09:53:16.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=51.70389ms] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847940] [2024/05/06 09:53:16.325 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847945] [2024/05/06 09:53:16.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847948] [2024/05/06 09:53:16.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.330 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847951] [2024/05/06 09:53:16.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847955] [2024/05/06 09:53:16.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847958] [2024/05/06 09:53:16.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=754.589Β΅s] [gotSchemaVersion=112] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:16.336 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847961] [2024/05/06 09:53:16.337 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=112] [2024/05/06 09:53:16.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847966] [2024/05/06 09:53:16.347 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847972] [2024/05/06 09:53:16.354 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847976] [2024/05/06 09:53:16.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847980] [2024/05/06 09:53:16.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127879847984] [2024/05/06 09:53:16.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217282] [2024/05/06 09:53:16.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217286] [2024/05/06 09:53:16.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.304097ms] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217292] [2024/05/06 09:53:16.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217301] [2024/05/06 09:53:16.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=748.857Β΅s] [gotSchemaVersion=113] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:16.399 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=113] [2024/05/06 09:53:16.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217311] [2024/05/06 09:53:16.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217315] [2024/05/06 09:53:16.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217319] [2024/05/06 09:53:16.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127893217323] [2024/05/06 09:53:16.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062340] [2024/05/06 09:53:16.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062343] [2024/05/06 09:53:16.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062345] [2024/05/06 09:53:16.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062349] [2024/05/06 09:53:16.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062354] [2024/05/06 09:53:16.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=52.147862ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.453 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.454 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062363] [2024/05/06 09:53:16.454 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:16.455 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f72800000000000281c] [endKey=7480000000000000ab5f72800000000000282000] [2024/05/06 09:53:16.459 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:53:16.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062372] [2024/05/06 09:53:16.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127906062366, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:16.464 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:16.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127906062382] [2024/05/06 09:53:16.468 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/176] [2024/05/06 09:53:16.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431682] [2024/05/06 09:53:16.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431686] [2024/05/06 09:53:16.488 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=170] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:16.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431690] [2024/05/06 09:53:16.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431704] [2024/05/06 09:53:16.498 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90002] [2024/05/06 09:53:16.498 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:16.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431710] [2024/05/06 09:53:16.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431714] [2024/05/06 09:53:16.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127919431718] [2024/05/06 09:53:16.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538882] [2024/05/06 09:53:16.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538885] [2024/05/06 09:53:16.530 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538887] [2024/05/06 09:53:16.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538891] [2024/05/06 09:53:16.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538894] [2024/05/06 09:53:16.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538896] [2024/05/06 09:53:16.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538902] [2024/05/06 09:53:16.557 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538906] [2024/05/06 09:53:16.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127932538910] [2024/05/06 09:53:16.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127945383937] [2024/05/06 09:53:16.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127945383941] [2024/05/06 09:53:16.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127945383945] [2024/05/06 09:53:16.601 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127945383954] [2024/05/06 09:53:16.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127945383958] [2024/05/06 09:53:16.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127945383962] [2024/05/06 09:53:16.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753281] [2024/05/06 09:53:16.629 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753285] [2024/05/06 09:53:16.637 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753289] [2024/05/06 09:53:16.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753294] [2024/05/06 09:53:16.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753300] [2024/05/06 09:53:16.658 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753304] [2024/05/06 09:53:16.666 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127958753308] [2024/05/06 09:53:16.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598337] [2024/05/06 09:53:16.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598341] [2024/05/06 09:53:16.687 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598345] [2024/05/06 09:53:16.695 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598349] [2024/05/06 09:53:16.702 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598355] [2024/05/06 09:53:16.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598361] [2024/05/06 09:53:16.716 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127971598366] [2024/05/06 09:53:16.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127984705538] [2024/05/06 09:53:16.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127984705542] [2024/05/06 09:53:16.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127984705546] [2024/05/06 09:53:16.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127984705552] [2024/05/06 09:53:16.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127984705561] [2024/05/06 09:53:16.767 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127984705569] [2024/05/06 09:53:16.774 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812739] [2024/05/06 09:53:16.781 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812743] [2024/05/06 09:53:16.786 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812746] [2024/05/06 09:53:16.788 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812748] [2024/05/06 09:53:16.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812752] [2024/05/06 09:53:16.802 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812759] [2024/05/06 09:53:16.810 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812763] [2024/05/06 09:53:16.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574127997812767] [2024/05/06 09:53:16.825 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128010919938] [2024/05/06 09:53:16.838 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128010919945] [2024/05/06 09:53:16.845 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128010919949] [2024/05/06 09:53:16.852 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128010919955] [2024/05/06 09:53:16.860 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128010919959] [2024/05/06 09:53:16.867 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128010919963] [2024/05/06 09:53:16.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128024289282] [2024/05/06 09:53:16.887 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128024289286] [2024/05/06 09:53:16.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128024289290] [2024/05/06 09:53:16.901 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128024289296] [2024/05/06 09:53:16.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128024289300] [2024/05/06 09:53:16.915 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128024289304] [2024/05/06 09:53:16.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128037134337] [2024/05/06 09:53:16.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128037134341] [2024/05/06 09:53:16.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128037134345] [2024/05/06 09:53:16.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128037134349] [2024/05/06 09:53:16.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128037134355] [2024/05/06 09:53:16.959 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128037134359] [2024/05/06 09:53:16.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128050241538] [2024/05/06 09:53:16.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128050241542] [2024/05/06 09:53:16.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128050241546] [2024/05/06 09:53:16.999 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:16.999 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:17.000 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90002] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:17.000 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/06 09:53:17.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128050241560] [2024/05/06 09:53:17.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128050241566] [2024/05/06 09:53:17.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128050241570] [2024/05/06 09:53:17.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348738] [2024/05/06 09:53:17.030 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348742] [2024/05/06 09:53:17.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348746] [2024/05/06 09:53:17.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348750] [2024/05/06 09:53:17.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348756] [2024/05/06 09:53:17.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348760] [2024/05/06 09:53:17.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128063348764] [2024/05/06 09:53:17.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455937] [2024/05/06 09:53:17.079 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455941] [2024/05/06 09:53:17.086 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455945] [2024/05/06 09:53:17.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455949] [2024/05/06 09:53:17.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455956] [2024/05/06 09:53:17.108 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455960] [2024/05/06 09:53:17.114 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128076455964] [2024/05/06 09:53:17.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563137] [2024/05/06 09:53:17.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563141] [2024/05/06 09:53:17.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563145] [2024/05/06 09:53:17.141 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563149] [2024/05/06 09:53:17.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563155] [2024/05/06 09:53:17.155 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563159] [2024/05/06 09:53:17.162 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563163] [2024/05/06 09:53:17.169 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128089563167] [2024/05/06 09:53:17.176 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670340] [2024/05/06 09:53:17.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670344] [2024/05/06 09:53:17.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670348] [2024/05/06 09:53:17.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670353] [2024/05/06 09:53:17.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670358] [2024/05/06 09:53:17.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670362] [2024/05/06 09:53:17.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128102670366] [2024/05/06 09:53:17.226 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777539] [2024/05/06 09:53:17.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777543] [2024/05/06 09:53:17.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777547] [2024/05/06 09:53:17.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777556] [2024/05/06 09:53:17.254 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777560] [2024/05/06 09:53:17.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777564] [2024/05/06 09:53:17.268 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128115777569] [2024/05/06 09:53:17.270 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90002] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:17.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884738] [2024/05/06 09:53:17.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884742] [2024/05/06 09:53:17.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884746] [2024/05/06 09:53:17.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884752] [2024/05/06 09:53:17.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884756] [2024/05/06 09:53:17.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884760] [2024/05/06 09:53:17.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128128884764] [2024/05/06 09:53:17.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128141991939] [2024/05/06 09:53:17.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128141991943] [2024/05/06 09:53:17.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128141991947] [2024/05/06 09:53:17.347 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128141991953] [2024/05/06 09:53:17.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128141991957] [2024/05/06 09:53:17.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128141991964] [2024/05/06 09:53:17.377 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128155099140] [2024/05/06 09:53:17.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128155099144] [2024/05/06 09:53:17.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128155099148] [2024/05/06 09:53:17.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128155099155] [2024/05/06 09:53:17.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128155099159] [2024/05/06 09:53:17.415 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128155099163] [2024/05/06 09:53:17.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206337] [2024/05/06 09:53:17.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206341] [2024/05/06 09:53:17.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206345] [2024/05/06 09:53:17.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206349] [2024/05/06 09:53:17.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206355] [2024/05/06 09:53:17.457 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206359] [2024/05/06 09:53:17.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206363] [2024/05/06 09:53:17.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128168206366] [2024/05/06 09:53:17.471 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313537] [2024/05/06 09:53:17.478 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313541] [2024/05/06 09:53:17.485 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313545] [2024/05/06 09:53:17.489 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313548] [2024/05/06 09:53:17.492 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313550] [2024/05/06 09:53:17.499 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313559] [2024/05/06 09:53:17.506 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313564] [2024/05/06 09:53:17.514 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313568] [2024/05/06 09:53:17.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128181313572] [2024/05/06 09:53:17.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420740] [2024/05/06 09:53:17.535 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420744] [2024/05/06 09:53:17.542 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420748] [2024/05/06 09:53:17.549 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420754] [2024/05/06 09:53:17.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420758] [2024/05/06 09:53:17.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420762] [2024/05/06 09:53:17.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128194420767] [2024/05/06 09:53:17.573 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:17.574 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:17.574 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 09:53:17.577 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128207527942] [2024/05/06 09:53:17.578 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:17.578 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:17.578 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:17.578 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:17.579 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:17.579 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:17.579 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:17.579 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:17.579 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:17.584 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:17.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128207527947] [2024/05/06 09:53:17.585 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:17.585 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=176] ["current memory usage"=656] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:17.585 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:17.589 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:17.592 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:17.592 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=671089440] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:17.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128207527955] [2024/05/06 09:53:17.593 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90005] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:17.594 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f7280000000000028b8] ["end key"=7480000000000000ab5f7280000000000028c000] [2024/05/06 09:53:17.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90005] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ab5f7280000000000028b8, endKey=7480000000000000ab5f7280000000000028c000"] [2024/05/06 09:53:17.596 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089480] ["max memory quota"=17179869184] [2024/05/06 09:53:17.599 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089520] ["max memory quota"=17179869184] [2024/05/06 09:53:17.599 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90005] [id=1] [2024/05/06 09:53:17.602 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672138136] ["max memory quota"=17179869184] [2024/05/06 09:53:17.604 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672138176] ["max memory quota"=17179869184] [2024/05/06 09:53:17.605 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/c18cf488-a78c-4b2b-844c-b66963533beb.sst] [firstKey=7480000000000000FFAB5F698000000000FF0000010380000000FF000028BC03800000FF00000028BE000000FC80000000000028BC0008] [lastKey=7480000000000000FFAB5F698000000000FF0000010380000000FF000028C003800000FF00000028C2000000FC80000000000028C00008] [2024/05/06 09:53:17.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128207527966] [2024/05/06 09:53:17.607 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.607 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149987020800/940431265792, backend usage: 0"] [2024/05/06 09:53:17.608 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:17.609 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:17.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128207527969] [2024/05/06 09:53:17.615 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128207527971] [2024/05/06 09:53:17.623 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128220897282] [2024/05/06 09:53:17.630 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 09:53:17.630 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:17.631 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128220897286] [2024/05/06 09:53:17.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128220897290] [2024/05/06 09:53:17.638 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=270] [importedCount=6] [2024/05/06 09:53:17.644 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=36.641312ms] [] [2024/05/06 09:53:17.648 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.654 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128220897304] [2024/05/06 09:53:17.658 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:17.659 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186712] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:17.661 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90006] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:17.661 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186752] ["max memory quota"=17179869184] [2024/05/06 09:53:17.661 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186792] ["max memory quota"=17179869184] [2024/05/06 09:53:17.661 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186832] ["max memory quota"=17179869184] [2024/05/06 09:53:17.661 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 09:53:17.661 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f7280000000000028c1] ["end key"=7480000000000000ac5f7280000000000028c900] [2024/05/06 09:53:17.661 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ac5f7280000000000028c1, endKey=7480000000000000ac5f7280000000000028c900"] [2024/05/06 09:53:17.662 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90006] [id=1] [2024/05/06 09:53:17.663 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1142] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/30355118-bfdc-4436-abc4-174560a670c7.sst] [firstKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028C103800000FF00000028C3000000FC80000000000028C10008] [lastKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028C903800000FF00000028CB000000FC80000000000028C90008] [2024/05/06 09:53:17.665 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.665 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149987041280/940431265792, backend usage: 0"] [2024/05/06 09:53:17.665 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:17.666 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:17.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128220897317] [2024/05/06 09:53:17.678 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128233742342] [2024/05/06 09:53:17.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128233742346] [2024/05/06 09:53:17.687 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/06 09:53:17.687 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:17.693 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128233742350] [2024/05/06 09:53:17.694 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=675] [importedCount=15] [2024/05/06 09:53:17.696 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.596177ms] [] [2024/05/06 09:53:17.699 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.709 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:17.709 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128233742369] [2024/05/06 09:53:17.710 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186832] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:17.710 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90007] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:17.710 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/06 09:53:17.710 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186912] ["max memory quota"=17179869184] [2024/05/06 09:53:17.710 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186952] ["max memory quota"=17179869184] [2024/05/06 09:53:17.710 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/06 09:53:17.710 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f7280000000000028ca] ["end key"=7480000000000000ad5f7280000000000028ce00] [2024/05/06 09:53:17.710 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ad5f7280000000000028ca, endKey=7480000000000000ad5f7280000000000028ce00"] [2024/05/06 09:53:17.711 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90007] [id=1] [2024/05/06 09:53:17.712 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/f040309d-d163-4957-ad6a-18525aba7d56.sst] [firstKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028CA03800000FF00000028CC000000FC80000000000028CA0008] [lastKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028CE03800000FF00000028D0000000FC80000000000028CE0008] [2024/05/06 09:53:17.714 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.714 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149987061760/940431265792, backend usage: 0"] [2024/05/06 09:53:17.714 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:17.715 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:17.722 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128233742377] [2024/05/06 09:53:17.727 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128246849541] [2024/05/06 09:53:17.735 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128246849545] [2024/05/06 09:53:17.736 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/06 09:53:17.737 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:17.742 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=945] [importedCount=21] [2024/05/06 09:53:17.743 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.985089ms] [] [2024/05/06 09:53:17.746 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.756 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:17.757 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186952] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:17.757 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128246849570] [2024/05/06 09:53:17.757 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90008] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:17.758 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/06 09:53:17.758 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673187032] ["max memory quota"=17179869184] [2024/05/06 09:53:17.758 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f7280000000000028cf] ["end key"=7480000000000000ae5f7280000000000028d700] [2024/05/06 09:53:17.758 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673187072] ["max memory quota"=17179869184] [2024/05/06 09:53:17.758 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673187112] ["max memory quota"=17179869184] [2024/05/06 09:53:17.758 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ae5f7280000000000028cf, endKey=7480000000000000ae5f7280000000000028d700"] [2024/05/06 09:53:17.758 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90008] [id=1] [2024/05/06 09:53:17.759 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1140] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/627c626a-7284-45aa-972b-0edc6021a9d8.sst] [firstKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028CF03800000FF00000028D1000000FC80000000000028CF0008] [lastKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028D703800000FF00000028D9000000FC80000000000028D70008] [2024/05/06 09:53:17.761 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.761 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149987074048/940431265792, backend usage: 0"] [2024/05/06 09:53:17.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:17.762 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:17.765 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128246849576] [2024/05/06 09:53:17.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128259956737] [2024/05/06 09:53:17.781 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128259956743] [2024/05/06 09:53:17.784 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/06 09:53:17.784 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:17.789 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=1350] [importedCount=30] [2024/05/06 09:53:17.790 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=28.906672ms] [] [2024/05/06 09:53:17.793 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/06 09:53:17.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128259956753] [2024/05/06 09:53:17.800 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:17.800 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:17.801 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=723.126Β΅s] [] [2024/05/06 09:53:17.801 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:17.801 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=400.177Β΅s] [] [2024/05/06 09:53:17.803 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:17.803 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:17.803 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:17.803 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:17.803 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:17.803 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 09:53:17.803 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=229.82144ms] [] [2024/05/06 09:53:17.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128259956762] [2024/05/06 09:53:17.812 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128259956766] [2024/05/06 09:53:17.819 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128259956770] [2024/05/06 09:53:17.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128273063939] [2024/05/06 09:53:17.833 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128273063943] [2024/05/06 09:53:17.840 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128273063947] [2024/05/06 09:53:17.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128273063960] [2024/05/06 09:53:17.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128286433281] [2024/05/06 09:53:17.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128286433285] [2024/05/06 09:53:17.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128286433292] [2024/05/06 09:53:17.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128286433301] [2024/05/06 09:53:17.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128286433305] [2024/05/06 09:53:17.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128299278338] [2024/05/06 09:53:17.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128299278342] [2024/05/06 09:53:17.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128299278349] [2024/05/06 09:53:17.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128299278355] [2024/05/06 09:53:17.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128299278359] [2024/05/06 09:53:17.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128299278363] [2024/05/06 09:53:17.976 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128312385540] [2024/05/06 09:53:17.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128312385544] [2024/05/06 09:53:17.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128312385548] [2024/05/06 09:53:18.000 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:18.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128312385564] [2024/05/06 09:53:18.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128312385568] [2024/05/06 09:53:18.020 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128312385572] [2024/05/06 09:53:18.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492740] [2024/05/06 09:53:18.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492744] [2024/05/06 09:53:18.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492748] [2024/05/06 09:53:18.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492754] [2024/05/06 09:53:18.055 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492758] [2024/05/06 09:53:18.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492762] [2024/05/06 09:53:18.069 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128325492766] [2024/05/06 09:53:18.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599938] [2024/05/06 09:53:18.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599942] [2024/05/06 09:53:18.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599946] [2024/05/06 09:53:18.096 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599951] [2024/05/06 09:53:18.104 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599956] [2024/05/06 09:53:18.104 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90002] [type=backfill] [2024/05/06 09:53:18.110 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599960] [2024/05/06 09:53:18.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128338599964] [2024/05/06 09:53:18.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707138] [2024/05/06 09:53:18.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707142] [2024/05/06 09:53:18.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707146] [2024/05/06 09:53:18.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707150] [2024/05/06 09:53:18.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707156] [2024/05/06 09:53:18.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707159] [2024/05/06 09:53:18.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707161] [2024/05/06 09:53:18.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707165] [2024/05/06 09:53:18.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128351707170] [2024/05/06 09:53:18.177 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814340] [2024/05/06 09:53:18.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814344] [2024/05/06 09:53:18.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814348] [2024/05/06 09:53:18.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814353] [2024/05/06 09:53:18.203 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814358] [2024/05/06 09:53:18.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814362] [2024/05/06 09:53:18.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128364814366] [2024/05/06 09:53:18.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921538] [2024/05/06 09:53:18.229 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921542] [2024/05/06 09:53:18.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921546] [2024/05/06 09:53:18.242 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921550] [2024/05/06 09:53:18.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921562] [2024/05/06 09:53:18.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921567] [2024/05/06 09:53:18.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128377921571] [2024/05/06 09:53:18.277 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128391028741] [2024/05/06 09:53:18.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128391028745] [2024/05/06 09:53:18.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128391028749] [2024/05/06 09:53:18.298 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128391028756] [2024/05/06 09:53:18.300 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:18.300 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/06 09:53:18.304 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:18.304 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:18.304 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:18.304 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:18.305 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:18.305 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:18.305 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:18.305 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:18.305 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:18.305 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128391028763] [2024/05/06 09:53:18.310 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:18.310 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:18.310 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=1136] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:18.310 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:53:18.310 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=5] [2024/05/06 09:53:18.312 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.842142ms] [] [2024/05/06 09:53:18.313 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128391028768] [2024/05/06 09:53:18.313 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:18.313 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:18.313 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:18.314 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:18.314 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:18.314 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:18.314 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/06 09:53:18.314 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:53:18.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128404398084] [2024/05/06 09:53:18.341 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=813.213Β΅s] [gotSchemaVersion=114] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:18.344 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=114] [2024/05/06 09:53:18.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128404398102] [2024/05/06 09:53:18.357 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128404398106] [2024/05/06 09:53:18.371 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128417505281] [2024/05/06 09:53:18.386 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128417505288] [2024/05/06 09:53:18.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=51.93357ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:10, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127906062366, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128417505293] [2024/05/06 09:53:18.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:10, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574127906062366, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.398 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=176] [table=t] [index=idx] [2024/05/06 09:53:18.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128417505304] [2024/05/06 09:53:18.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=933.511Β΅s] [gotSchemaVersion=115] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:18.408 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=115] [2024/05/06 09:53:18.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128417505316] [2024/05/06 09:53:18.427 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128430350340] [2024/05/06 09:53:18.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128430350344] [2024/05/06 09:53:18.440 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128430350348] [2024/05/06 09:53:18.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128430350354] [2024/05/06 09:53:18.456 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.323616ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:10, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:10, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.463 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 09:53:18.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128430350366] [2024/05/06 09:53:18.469 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/06 09:53:18.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:10, ArgLen:0, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.476 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:10, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ab5f69ffff000000000001,EndKey:7480000000000000ab5f69ffff000000000001ff,First:false,PhysicalTableID:171,Ingest mode:false"] [2024/05/06 09:53:18.478 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f69ffff000000000001] ["end key"=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 09:53:18.478 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/06 09:53:18.478 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=171] ["end key"=7480000000000000ab5f69ffff000000000001ff] ["current end key"=7480000000000000ab5f69ffff00000000000103800000000000293c03800000000000293e00] [2024/05/06 09:53:18.478 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.478 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.478 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128443457546] [2024/05/06 09:53:18.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128443457551] [2024/05/06 09:53:18.493 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 171, range: [7480000000000000ab5f69ffff000000000001, 7480000000000000ab5f69ffff00000000000103800000000000293c03800000000000293e00), jobID: 176"] ["added count"=348] ["scan count"=348] ["next key"=7480000000000000ab5f69ffff00000000000103800000000000293c03800000000000293e0000] ["take time"=14.233229ms] [2024/05/06 09:53:18.493 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.493 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=358] ["start key"=7480000000000000ab5f69ffff000000000001] [2024/05/06 09:53:18.496 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=172] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [] [2024/05/06 09:53:18.496 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:358, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ac5f69ffff000000000001,EndKey:7480000000000000ac5f69ffff000000000001ff,First:false,PhysicalTableID:172,Ingest mode:false"] [2024/05/06 09:53:18.497 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f69ffff000000000001] ["end key"=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 09:53:18.497 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [2024/05/06 09:53:18.498 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90002] [2024/05/06 09:53:18.499 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=172] ["end key"=7480000000000000ac5f69ffff000000000001ff] ["current end key"=7480000000000000ac5f69ffff00000000000103800000000000293d03800000000000293f00] [2024/05/06 09:53:18.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.500 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:18.500 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90002] [2024/05/06 09:53:18.507 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:18.512 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 172, range: [7480000000000000ac5f69ffff000000000001, 7480000000000000ac5f69ffff00000000000103800000000000293d03800000000000293f00), jobID: 176"] ["added count"=350] ["scan count"=350] ["next key"=7480000000000000ac5f69ffff00000000000103800000000000293d03800000000000293f0000] ["take time"=12.903696ms] [2024/05/06 09:53:18.512 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.512 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=708] ["start key"=7480000000000000ac5f69ffff000000000001] [2024/05/06 09:53:18.514 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=173] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [] [2024/05/06 09:53:18.514 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:708, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ad5f69ffff000000000001,EndKey:7480000000000000ad5f69ffff000000000001ff,First:false,PhysicalTableID:173,Ingest mode:false"] [2024/05/06 09:53:18.516 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f69ffff000000000001] ["end key"=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 09:53:18.516 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [2024/05/06 09:53:18.516 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=173] ["end key"=7480000000000000ad5f69ffff000000000001ff] ["current end key"=7480000000000000ad5f69ffff00000000000103800000000000293e03800000000000294000] [2024/05/06 09:53:18.516 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.516 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.516 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128443457588] [2024/05/06 09:53:18.524 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564739] [2024/05/06 09:53:18.529 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 173, range: [7480000000000000ad5f69ffff000000000001, 7480000000000000ad5f69ffff00000000000103800000000000293e03800000000000294000), jobID: 176"] ["added count"=350] ["scan count"=350] ["next key"=7480000000000000ad5f69ffff00000000000103800000000000293e0380000000000029400000] ["take time"=12.550347ms] [2024/05/06 09:53:18.529 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.529 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1058] ["start key"=7480000000000000ad5f69ffff000000000001] [2024/05/06 09:53:18.532 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=174] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [] [2024/05/06 09:53:18.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564747] [2024/05/06 09:53:18.532 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:1058, ArgLen:6, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ae5f69ffff000000000001,EndKey:7480000000000000ae5f69ffff000000000001ff,First:false,PhysicalTableID:174,Ingest mode:false"] [2024/05/06 09:53:18.533 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f69ffff000000000001] ["end key"=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 09:53:18.533 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [2024/05/06 09:53:18.534 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=174] ["end key"=7480000000000000ae5f69ffff000000000001ff] ["current end key"=7480000000000000ae5f69ffff00000000000103800000000000294303800000000000294500] [2024/05/06 09:53:18.534 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.534 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.534 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564754] [2024/05/06 09:53:18.546 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 174, range: [7480000000000000ae5f69ffff000000000001, 7480000000000000ae5f69ffff00000000000103800000000000294303800000000000294500), jobID: 176"] ["added count"=347] ["scan count"=347] ["next key"=7480000000000000ae5f69ffff0000000000010380000000000029430380000000000029450000] ["take time"=11.801793ms] [2024/05/06 09:53:18.546 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/06 09:53:18.546 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1405] ["start key"=7480000000000000ae5f69ffff000000000001] [2024/05/06 09:53:18.546 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1405] [2024/05/06 09:53:18.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564762] [2024/05/06 09:53:18.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564771] [2024/05/06 09:53:18.562 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564775] [2024/05/06 09:53:18.569 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:18.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128456564780] [2024/05/06 09:53:18.574 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=818.801Β΅s] [gotSchemaVersion=116] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:18.576 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671941] [2024/05/06 09:53:18.577 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=116] [2024/05/06 09:53:18.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671945] [2024/05/06 09:53:18.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671947] [2024/05/06 09:53:18.582 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671949] [2024/05/06 09:53:18.584 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671951] [2024/05/06 09:53:18.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671953] [2024/05/06 09:53:18.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671955] [2024/05/06 09:53:18.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671957] [2024/05/06 09:53:18.591 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671959] [2024/05/06 09:53:18.593 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671961] [2024/05/06 09:53:18.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671964] [2024/05/06 09:53:18.597 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671967] [2024/05/06 09:53:18.599 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671969] [2024/05/06 09:53:18.601 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671971] [2024/05/06 09:53:18.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671973] [2024/05/06 09:53:18.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671975] [2024/05/06 09:53:18.607 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671977] [2024/05/06 09:53:18.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671979] [2024/05/06 09:53:18.610 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671981] [2024/05/06 09:53:18.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671983] [2024/05/06 09:53:18.614 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671985] [2024/05/06 09:53:18.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671987] [2024/05/06 09:53:18.618 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128469671989] [2024/05/06 09:53:18.620 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779137] [2024/05/06 09:53:18.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779139] [2024/05/06 09:53:18.624 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=52.161397ms] [job="ID:176, Type:add index, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:1405, ArgLen:3, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.624 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779141] [2024/05/06 09:53:18.626 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779145] [2024/05/06 09:53:18.628 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779148] [2024/05/06 09:53:18.630 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=171] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:18.630 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779151] [2024/05/06 09:53:18.632 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779156] [2024/05/06 09:53:18.632 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=172] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:18.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779160] [2024/05/06 09:53:18.634 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=173] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:18.635 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=174] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:18.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779164] [2024/05/06 09:53:18.637 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="add index"] [2024/05/06 09:53:18.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779169] [2024/05/06 09:53:18.638 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=176] [conn=9] [job="ID:176, Type:add index, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:1405, ArgLen:3, start time: 2024-05-06 09:53:16.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574128430350367, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:18.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779171] [2024/05/06 09:53:18.642 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779175] [2024/05/06 09:53:18.643 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779179] [2024/05/06 09:53:18.645 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:53:18.645 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:18.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779185] [2024/05/06 09:53:18.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 2.391289457\n# Parse_time: 0.000034872\n# Compile_time: 0.000063998\n# Rewrite_time: 0.000002248\n# Optimize_time: 0.000013104\n# Wait_TS: 0.000104723\n# DB: addindexlit\n# Is_internal: false\n# Digest: 6736d651cf30f9cbccafed5d726d1560748139b0e20cbaed96c85663f113bdde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/06 09:53:18.648 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779189] [2024/05/06 09:53:18.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779195] [2024/05/06 09:53:18.651 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779197] [2024/05/06 09:53:18.654 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128482779199] [2024/05/06 09:53:18.655 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=116] [2024/05/06 09:53:18.666 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [2024/05/06 09:53:18.666 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [2024/05/06 09:53:18.666 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:18.668 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=1.928Β΅s] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=1.489Β΅s] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=1.135Β΅s] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=840ns] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=817ns] [2024/05/06 09:53:18.668 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:18.668 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:18.668 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:18.671 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5329806e-1bc2-4782-a2e9-6258d3723c85] ["take time"=5.149357ms] [2024/05/06 09:53:18.671 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5329806e-1bc2-4782-a2e9-6258d3723c85] [2024/05/06 09:53:18.673 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:18.673 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cc853555-e0fb-495f-ae8c-30f7a613e09f] [watcherID=e7896661-a5bd-42cf-815e-4ecf6724d030] [2024/05/06 09:53:18.673 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:18.673 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cc853555-e0fb-495f-ae8c-30f7a613e09f] [2024/05/06 09:53:18.673 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:18.673 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:18.673 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:18.673 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=451] [2024/05/06 09:53:18.674 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:18.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:18.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:18.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5329806e-1bc2-4782-a2e9-6258d3723c85] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:18.674 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:18.674 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:18.675 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:18.675 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:18.675 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:18.675 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:18.675 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5329806e-1bc2-4782-a2e9-6258d3723c85] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c72a1ac5-e681-4965-88b3-4bec18349038"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c72a1ac5-e681-4965-88b3-4bec18349038"] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:18.675 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager c72a1ac5-e681-4965-88b3-4bec18349038"] [error="context canceled"] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:18.675 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c72a1ac5-e681-4965-88b3-4bec18349038] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:18.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:18.707 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:18.707 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [error="context canceled"] [2024/05/06 09:53:18.707 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [2024/05/06 09:53:18.876 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c72a1ac5-e681-4965-88b3-4bec18349038"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:19.928 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:19.929 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:19.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:19.953 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5329806e-1bc2-4782-a2e9-6258d3723c85"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:19.953 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:19.953 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:19.953 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:19.953 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.287186168s] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:19.954 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:19.954 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:19.954 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:19.954 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:19.954 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestIngestMVIndexOnPartitionTable (7.25s) === RUN TestAddIndexIngestAdjustBackfillWorker ingest_test.go:186: dist reorg didn't support checkBackfillWorkerNum, skip this test --- SKIP: TestAddIndexIngestAdjustBackfillWorker (0.00s) === RUN TestAddIndexIngestAdjustBackfillWorkerCountFail [2024/05/06 09:53:19.957 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:19.957 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:19.957 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:19.958 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:19.958 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:19.958 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:19.958 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:19.958 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:19.958 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:19.958 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:19.959 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:19.960 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:19.960 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:19.960 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:19.963 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:19.967 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:19.975 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1321] ["lease id"=6f188f4d509bd6eb] [2024/05/06 09:53:19.977 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:19.990 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=116] ["start time"=11.837451ms] [2024/05/06 09:53:19.991 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:19.991 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=e9d0189d-0063-405f-bf89-ec9c2761753b] [runWorker=true] [2024/05/06 09:53:19.991 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:19.992 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:19.993 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:19.993 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149987053568/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:19.993 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:19.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:19.993 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:19.993 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:19.994 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:19.994 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdcf4] [ownerID=e9d0189d-0063-405f-bf89-ec9c2761753b] [op=none] [2024/05/06 09:53:19.994 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0c899d03-d631-441a-9167-1bf65b4921c8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:19.995 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:19.999 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:19.999 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:19.999 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:20.011 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:20.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:20.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:20.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:20.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:20.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:20.015 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:20.015 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:20.015 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:20.015 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:20.015 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:20.015 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:20.015 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:20.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:20.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:20.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:20.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:20.016 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:20.017 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:20.017 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/930cbb8d-1c76-478c-8ff5-677ee4e2d963] [2024/05/06 09:53:20.017 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:20.017 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:20.017 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:20.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:20.018 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:20.018 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:20.020 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.919618ms] [2024/05/06 09:53:20.025 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:20.026 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=116] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:20.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:20.044 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:20.044 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdcf4] [ownerID=e9d0189d-0063-405f-bf89-ec9c2761753b] [op=none] [2024/05/06 09:53:20.044 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [op=none] [2024/05/06 09:53:20.044 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:20.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=63.479Β΅s] [gotSchemaVersion=117] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:20.061 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=117] [2024/05/06 09:53:20.109 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=52.593148ms] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.114 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.121 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=37.72Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:20.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=118] [2024/05/06 09:53:20.139 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c72a1ac5-e681-4965-88b3-4bec18349038"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:20.172 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.795474ms] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=46.064Β΅s] [gotSchemaVersion=119] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:20.188 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=119] [2024/05/06 09:53:20.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=51.655148ms] [job="ID:177, Type:drop schema, State:done, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.241 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[170,171,172,173,174]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:20.246 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="drop schema"] [2024/05/06 09:53:20.247 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [job="ID:177, Type:drop schema, State:synced, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.252 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/06 09:53:20.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.253 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=119] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:20.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:20.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.272 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=275.592Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:20.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=120] [2024/05/06 09:53:20.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.443936ms] [job="ID:179, Type:create schema, State:done, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.331 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/06 09:53:20.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.340 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:20.350 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=20] [2024/05/06 09:53:20.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=addindexlit] [sql="create table t (a int primary key);"] [user=] [2024/05/06 09:53:20.356 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:20.356 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key);"] [2024/05/06 09:53:20.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.364 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 178, Table ID: 180, Table Name: t"] [2024/05/06 09:53:20.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=637.25Β΅s] [gotSchemaVersion=121] [phyTblIDs="[180]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:20.372 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=181] [version=121] [2024/05/06 09:53:20.420 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=52.377524ms] [job="ID:181, Type:create table, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:20.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [job="ID:181, Type:create table, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:20.431 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/06 09:53:20.431 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:20.434 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574128954638348] [2024/05/06 09:53:20.435 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=19] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b45f7280000000000003e8] [2024/05/06 09:53:20.437 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b45f7280000000000003e8] ["first new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028d703800000ff00000028d9000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:381 store_id:1 id:382 store_id:5 id:383 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=19] [2024/05/06 09:53:20.437 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=380] [2024/05/06 09:53:20.438 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000003e8] ["new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028d703800000ff00000028d9000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:381 store_id:1 id:382 store_id:5 id:383 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.438 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=384] [2024/05/06 09:53:20.438 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000007d0] ["new region left"="{Id:384 StartKey:7480000000000000ffb45f728000000000ff0003e80000000000fa EndKey:7480000000000000ffb45f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:385 store_id:1 id:386 store_id:5 id:387 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.438 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=388] [2024/05/06 09:53:20.439 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000bb8] ["new region left"="{Id:388 StartKey:7480000000000000ffb45f728000000000ff0007d00000000000fa EndKey:7480000000000000ffb45f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:389 store_id:1 id:390 store_id:5 id:391 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.439 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=392] [2024/05/06 09:53:20.439 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000fa0] ["new region left"="{Id:392 StartKey:7480000000000000ffb45f728000000000ff000bb80000000000fa EndKey:7480000000000000ffb45f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:393 store_id:1 id:394 store_id:5 id:395 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.439 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=396] [2024/05/06 09:53:20.440 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001388] ["new region left"="{Id:396 StartKey:7480000000000000ffb45f728000000000ff000fa00000000000fa EndKey:7480000000000000ffb45f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:397 store_id:1 id:398 store_id:5 id:399 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.440 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=400] [2024/05/06 09:53:20.440 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001770] ["new region left"="{Id:400 StartKey:7480000000000000ffb45f728000000000ff0013880000000000fa EndKey:7480000000000000ffb45f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:401 store_id:1 id:402 store_id:5 id:403 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.440 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=404] [2024/05/06 09:53:20.542 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001b58] ["new region left"="{Id:404 StartKey:7480000000000000ffb45f728000000000ff0017700000000000fa EndKey:7480000000000000ffb45f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:405 store_id:1 id:406 store_id:5 id:407 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.542 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=408] [2024/05/06 09:53:20.542 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001f40] ["new region left"="{Id:408 StartKey:7480000000000000ffb45f728000000000ff001b580000000000fa EndKey:7480000000000000ffb45f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:409 store_id:1 id:410 store_id:5 id:411 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.542 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=412] [2024/05/06 09:53:20.543 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002328] ["new region left"="{Id:412 StartKey:7480000000000000ffb45f728000000000ff001f400000000000fa EndKey:7480000000000000ffb45f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:413 store_id:1 id:414 store_id:5 id:415 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.543 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=416] [2024/05/06 09:53:20.543 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002710] ["new region left"="{Id:416 StartKey:7480000000000000ffb45f728000000000ff0023280000000000fa EndKey:7480000000000000ffb45f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:417 store_id:1 id:418 store_id:5 id:419 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.543 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=420] [2024/05/06 09:53:20.544 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002af8] ["new region left"="{Id:420 StartKey:7480000000000000ffb45f728000000000ff0027100000000000fa EndKey:7480000000000000ffb45f728000000000ff002af80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:421 store_id:1 id:422 store_id:5 id:423 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.544 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=424] [2024/05/06 09:53:20.544 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002ee0] ["new region left"="{Id:424 StartKey:7480000000000000ffb45f728000000000ff002af80000000000fa EndKey:7480000000000000ffb45f728000000000ff002ee00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:425 store_id:1 id:426 store_id:5 id:427 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.544 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=428] [2024/05/06 09:53:20.545 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000032c8] ["new region left"="{Id:428 StartKey:7480000000000000ffb45f728000000000ff002ee00000000000fa EndKey:7480000000000000ffb45f728000000000ff0032c80000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:429 store_id:1 id:430 store_id:5 id:431 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.545 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=432] [2024/05/06 09:53:20.545 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000036b0] ["new region left"="{Id:432 StartKey:7480000000000000ffb45f728000000000ff0032c80000000000fa EndKey:7480000000000000ffb45f728000000000ff0036b00000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:433 store_id:1 id:434 store_id:5 id:435 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.545 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=436] [2024/05/06 09:53:20.545 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003a98] ["new region left"="{Id:436 StartKey:7480000000000000ffb45f728000000000ff0036b00000000000fa EndKey:7480000000000000ffb45f728000000000ff003a980000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:437 store_id:1 id:438 store_id:5 id:439 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.546 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=440] [2024/05/06 09:53:20.546 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003e80] ["new region left"="{Id:440 StartKey:7480000000000000ffb45f728000000000ff003a980000000000fa EndKey:7480000000000000ffb45f728000000000ff003e800000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:441 store_id:1 id:442 store_id:5 id:443 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.546 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=444] [2024/05/06 09:53:20.546 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004268] ["new region left"="{Id:444 StartKey:7480000000000000ffb45f728000000000ff003e800000000000fa EndKey:7480000000000000ffb45f728000000000ff0042680000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:445 store_id:1 id:446 store_id:5 id:447 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.546 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=448] [2024/05/06 09:53:20.547 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004650] ["new region left"="{Id:448 StartKey:7480000000000000ffb45f728000000000ff0042680000000000fa EndKey:7480000000000000ffb45f728000000000ff0046500000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:449 store_id:1 id:450 store_id:5 id:451 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.547 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=452] [2024/05/06 09:53:20.547 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004a38] ["new region left"="{Id:452 StartKey:7480000000000000ffb45f728000000000ff0046500000000000fa EndKey:7480000000000000ffb45f728000000000ff004a380000000000fa RegionEpoch:{ConfVer:5 Version:110} Peers:[id:453 store_id:1 id:454 store_id:5 id:455 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:20.547 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=19] ["region IDs"="[380,384,388,392,396,400,404,408,412,416,420,424,428,432,436,440,444,448,452]"] [2024/05/06 09:53:20.547 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=380] [backoff(ms)=299887] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=380] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=384] [backoff(ms)=299887] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=384] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=388] [backoff(ms)=299887] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=388] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=392] [backoff(ms)=299886] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=392] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=396] [backoff(ms)=299886] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=396] [2024/05/06 09:53:20.548 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=400] [backoff(ms)=299886] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=400] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=404] [backoff(ms)=299886] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=404] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=408] [backoff(ms)=299886] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=408] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=412] [backoff(ms)=299885] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=412] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=416] [backoff(ms)=299885] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=416] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=420] [backoff(ms)=299885] [2024/05/06 09:53:20.549 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=420] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=424] [backoff(ms)=299885] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=424] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=428] [backoff(ms)=299885] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=428] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=432] [backoff(ms)=299885] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=432] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=436] [backoff(ms)=299885] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=436] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=440] [backoff(ms)=299884] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=440] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=444] [backoff(ms)=299884] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=444] [2024/05/06 09:53:20.550 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=448] [backoff(ms)=299884] [2024/05/06 09:53:20.551 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=448] [2024/05/06 09:53:20.551 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=452] [backoff(ms)=299884] [2024/05/06 09:53:20.551 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=452] [2024/05/06 09:53:20.551 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=121] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:53:20.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:20.557 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:53:20.565 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.565 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:20.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=713.484Β΅s] [gotSchemaVersion=122] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:20.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=122] [2024/05/06 09:53:20.622 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=52.013409ms] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=591.768Β΅s] [gotSchemaVersion=123] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:20.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 09:53:20.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=51.699099ms] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=531.268Β΅s] [gotSchemaVersion=124] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:20.702 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=124] [2024/05/06 09:53:20.749 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=51.875301ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.756 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.757 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:20.762 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f728000000000000000] [endKey=7480000000000000b45f728000000000004a3800] [2024/05/06 09:53:20.769 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 09:53:20.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129033281547, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:20.776 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:20.781 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=20] [task-concurrency=16] [task-key=ddl/backfill/182] [2024/05/06 09:53:20.804 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=180] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:20.996 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:20.996 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:20.996 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:20.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:21.017 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:21.017 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:21.017 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/930cbb8d-1c76-478c-8ff5-677ee4e2d963] [watcherID=589ff4ed-3b11-4eef-a6ef-ef9595056813] [2024/05/06 09:53:21.018 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:21.021 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:21.021 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:21.021 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:21.021 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:21.027 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=120001] [2024/05/06 09:53:21.027 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=16] [2024/05/06 09:53:21.528 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:21.528 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:21.529 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=120001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:21.531 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=16] [subtasks=1] [2024/05/06 09:53:21.823 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=120001] [type=backfill] [remaining-slots=0] [2024/05/06 09:53:21.993 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:22.126 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [2024/05/06 09:53:22.127 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=2] [2024/05/06 09:53:22.127 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/182] [keyspaceName=] [2024/05/06 09:53:22.131 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:22.131 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:22.131 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:22.131 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:22.131 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:22.131 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:22.131 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:22.131 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:22.131 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:22.135 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:22.136 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:22.136 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=182] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:22.136 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:22.140 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:22.143 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:22.143 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=182] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=120001] [subtask-id=120001] [jobID=182] [avgRowSize=0] [reader=8] [writer=10] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f728000000000000000] ["end key"=7480000000000000b45f728000000000004a3800] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=8] [task="TableScanTask: id=8, startKey=7480000000000000b45f728000000000001b58, endKey=7480000000000000b45f728000000000001f40"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000b45f728000000000000bb8, endKey=7480000000000000b45f728000000000000fa0"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000b45f728000000000000fa0, endKey=7480000000000000b45f728000000000001388"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000b45f7280000000000003e8, endKey=7480000000000000b45f7280000000000007d0"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000b45f728000000000001770, endKey=7480000000000000b45f728000000000001b58"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000b45f728000000000001388, endKey=7480000000000000b45f728000000000001770"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000b45f728000000000000000, endKey=7480000000000000b45f7280000000000003e8"] [2024/05/06 09:53:22.148 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000b45f7280000000000007d0, endKey=7480000000000000b45f728000000000000bb8"] [2024/05/06 09:53:22.175 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:22.202 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:22.251 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:22.300 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:53:22.352 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=5] ["allocate memory"=40] ["current memory usage"=674234888] ["max memory quota"=17179869184] [2024/05/06 09:53:22.402 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=6] ["allocate memory"=40] ["current memory usage"=675283504] ["max memory quota"=17179869184] [2024/05/06 09:53:22.446 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=7] ["allocate memory"=40] ["current memory usage"=676332120] ["max memory quota"=17179869184] [2024/05/06 09:53:22.503 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=8] ["allocate memory"=40] ["current memory usage"=676332160] ["max memory quota"=17179869184] [2024/05/06 09:53:22.551 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=9] ["allocate memory"=40] ["current memory usage"=678429352] ["max memory quota"=17179869184] [2024/05/06 09:53:22.551 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=5] [2024/05/06 09:53:22.551 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=9] [task="TableScanTask: id=9, startKey=7480000000000000b45f728000000000001f40, endKey=7480000000000000b45f728000000000002328"] [2024/05/06 09:53:22.594 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=10] ["allocate memory"=40] ["current memory usage"=679477968] ["max memory quota"=17179869184] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=7] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=6] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=1] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=3] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=10] [task="TableScanTask: id=10, startKey=7480000000000000b45f728000000000002328, endKey=7480000000000000b45f728000000000002710"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=4] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=2] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=8] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=12] [task="TableScanTask: id=12, startKey=7480000000000000b45f728000000000002af8, endKey=7480000000000000b45f728000000000002ee0"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=11] [task="TableScanTask: id=11, startKey=7480000000000000b45f728000000000002710, endKey=7480000000000000b45f728000000000002af8"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=17] [task="TableScanTask: id=17, startKey=7480000000000000b45f728000000000003e80, endKey=7480000000000000b45f728000000000004268"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=16] [task="TableScanTask: id=16, startKey=7480000000000000b45f728000000000003a98, endKey=7480000000000000b45f728000000000003e80"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=13] [task="TableScanTask: id=13, startKey=7480000000000000b45f728000000000002ee0, endKey=7480000000000000b45f7280000000000032c8"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=14] [task="TableScanTask: id=14, startKey=7480000000000000b45f7280000000000032c8, endKey=7480000000000000b45f7280000000000036b0"] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=9] [2024/05/06 09:53:22.594 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=15] [task="TableScanTask: id=15, startKey=7480000000000000b45f7280000000000036b0, endKey=7480000000000000b45f728000000000003a98"] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=10] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=18] [task="TableScanTask: id=18, startKey=7480000000000000b45f728000000000004268, endKey=7480000000000000b45f728000000000004650"] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=17] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=19] [task="TableScanTask: id=19, startKey=7480000000000000b45f728000000000004650, endKey=7480000000000000b45f728000000000004a38"] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=20] [task="TableScanTask: id=20, startKey=7480000000000000b45f728000000000004a38, endKey=7480000000000000b45f728000000000004a3800"] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=11] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=14] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=15] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=16] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=12] [2024/05/06 09:53:22.595 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=13] [2024/05/06 09:53:22.596 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=18] [2024/05/06 09:53:22.596 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=20] [2024/05/06 09:53:22.596 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=19] [2024/05/06 09:53:22.598 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=10] [size=760] [count=20] [cost=724.362Β΅s] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/b6ec8567-c1e4-4401-8cf9-37aadb9bf926.sst] [2024/05/06 09:53:22.598 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=760] [kvs=20] [files=1] [sstFileSize=1221] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/b6ec8567-c1e4-4401-8cf9-37aadb9bf926.sst] [firstKey=7480000000000000B45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000B45F698000000000000001038000000000004A38038000000000004A38] [2024/05/06 09:53:22.601 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=182] [2024/05/06 09:53:22.601 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149991313408/940431265792, backend usage: 0"] [2024/05/06 09:53:22.601 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:22.602 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:22.624 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=20] [size=760] [2024/05/06 09:53:22.625 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:22.631 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=760] [kvs=20] [importedSize=760] [importedCount=20] [2024/05/06 09:53:22.633 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.035175ms] [] [2024/05/06 09:53:22.636 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=182] [2024/05/06 09:53:22.643 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:22.643 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:22.644 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=698.579Β΅s] [] [2024/05/06 09:53:22.644 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:22.645 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=467.702Β΅s] [] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:22.645 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:22.645 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:22.645 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:22.645 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:22.646 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:22.646 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:22.646 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:22.646 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:22.646 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:22.646 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=182] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:53:22.646 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [takeTime=519.377981ms] [] [2024/05/06 09:53:23.029 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:23.218 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 09:53:23.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=634.107Β΅s] [gotSchemaVersion=125] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:23.249 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=120001] [type=backfill] [2024/05/06 09:53:23.251 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=125] [2024/05/06 09:53:23.298 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=51.828516ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129033281547, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.304 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129033281547, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.305 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=182] [table=t] [index=idx] [2024/05/06 09:53:23.311 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=514.392Β΅s] [gotSchemaVersion=126] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:23.313 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=126] [2024/05/06 09:53:23.361 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=52.541642ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.369 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 09:53:23.374 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/06 09:53:23.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129714855945, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.382 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129714855945, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b45f69ffff000000000001,EndKey:7480000000000000b45f69ffff000000000001ff,First:false,PhysicalTableID:180,Ingest mode:false"] [2024/05/06 09:53:23.384 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f69ffff000000000001] ["end key"=7480000000000000b45f69ffff000000000001ff] [2024/05/06 09:53:23.384 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=16] [regionCnt=1] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=180] ["end key"=7480000000000000b45f69ffff000000000001ff] ["current end key"=7480000000000000b45f69ffff00000000000100] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 180, range: [7480000000000000b45f69ffff000000000001, 7480000000000000b45f69ffff00000000000100), jobID: 182"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b45f69ffff0000000000010000] ["take time"=499.076Β΅s] [2024/05/06 09:53:23.385 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/06 09:53:23.386 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=20] ["start key"=7480000000000000b45f69ffff000000000001] [2024/05/06 09:53:23.386 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/06 09:53:23.407 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:23.411 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=524.119Β΅s] [gotSchemaVersion=127] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:23.414 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=127] [2024/05/06 09:53:23.462 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.052164ms] [job="ID:182, Type:add index, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129714855945, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.469 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=182] [tableID=180] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:23.471 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=182] [jobType="add index"] [2024/05/06 09:53:23.472 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [job="ID:182, Type:add index, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-06 09:53:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574129714855945, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:23.480 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:53:23.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 2.929745191\n# Parse_time: 0.00006721\n# Compile_time: 0.000118751\n# Rewrite_time: 0.000006015\n# Optimize_time: 0.000017546\n# Wait_TS: 0.000197474\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:53:23.492 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 09:53:23.492 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [2024/05/06 09:53:23.492 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [2024/05/06 09:53:23.494 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=1.63Β΅s] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=1.598Β΅s] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=535ns] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=1.149Β΅s] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=689ns] [2024/05/06 09:53:23.494 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:23.494 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:23.494 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:23.495 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=e9d0189d-0063-405f-bf89-ec9c2761753b] ["take time"=2.305223ms] [2024/05/06 09:53:23.495 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=e9d0189d-0063-405f-bf89-ec9c2761753b] [2024/05/06 09:53:23.496 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:23.496 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:23.496 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/930cbb8d-1c76-478c-8ff5-677ee4e2d963] [watcherID=589ff4ed-3b11-4eef-a6ef-ef9595056813] [2024/05/06 09:53:23.496 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/930cbb8d-1c76-478c-8ff5-677ee4e2d963] [2024/05/06 09:53:23.496 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:23.496 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:23.496 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:23.496 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:23.496 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1321] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:23.497 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e9d0189d-0063-405f-bf89-ec9c2761753b] [2024/05/06 09:53:23.497 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:23.497 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=120001] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:23.497 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:23.497 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [error="context canceled"] [2024/05/06 09:53:23.497 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [2024/05/06 09:53:23.497 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:23.497 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c899d03-d631-441a-9167-1bf65b4921c8"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c899d03-d631-441a-9167-1bf65b4921c8"] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:23.497 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e9d0189d-0063-405f-bf89-ec9c2761753b] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:23.497 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:23.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:23.498 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:23.498 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 0c899d03-d631-441a-9167-1bf65b4921c8"] [error="context canceled"] [2024/05/06 09:53:23.498 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:23.498 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0c899d03-d631-441a-9167-1bf65b4921c8] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:23.498 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:23.498 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:23.498 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:23.504 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:23.504 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [error="context canceled"] [2024/05/06 09:53:23.504 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [2024/05/06 09:53:23.698 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c899d03-d631-441a-9167-1bf65b4921c8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:24.750 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:24.751 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:24.751 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:24.751 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:24.753 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e9d0189d-0063-405f-bf89-ec9c2761753b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:24.753 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:24.753 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:24.753 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.260664686s] [2024/05/06 09:53:24.753 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:24.753 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:24.753 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:24.753 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:24.754 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestAdjustBackfillWorkerCountFail (4.80s) === RUN TestAddIndexIngestEmptyTable [2024/05/06 09:53:24.757 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:24.757 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:24.757 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:24.758 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:24.758 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:24.759 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:24.759 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:24.759 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:24.759 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:24.759 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:24.759 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:24.760 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:24.761 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:24.761 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:24.764 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:24.769 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:24.777 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=742] ["lease id"=22318f4d509bdd2f] [2024/05/06 09:53:24.779 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:24.794 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=127] ["start time"=12.561334ms] [2024/05/06 09:53:24.796 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:24.796 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c311d99f-a6b0-4673-95a0-25d488532be2] [runWorker=true] [2024/05/06 09:53:24.796 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:24.797 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:24.798 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:24.798 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149991342080/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:24.798 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:24.798 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:24.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:24.798 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:24.799 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:24.799 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd69a] [ownerID=c311d99f-a6b0-4673-95a0-25d488532be2] [op=none] [2024/05/06 09:53:24.799 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ace48614-54c8-4203-8e79-44801cfc858f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:24.800 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:24.803 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:24.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:24.804 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:24.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:24.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:24.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:24.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:24.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:24.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:24.819 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:24.819 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:24.819 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:24.819 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:24.819 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:24.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:24.820 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:24.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:24.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:24.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:24.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:24.820 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:24.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:24.821 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:24.821 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/38e62594-4f82-4153-807f-3e1d42e69b6f] [2024/05/06 09:53:24.822 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:24.822 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:24.823 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:24.823 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:24.823 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:24.826 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.018613ms] [2024/05/06 09:53:24.828 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:24.829 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=127] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:24.836 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.836 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:24.848 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:24.849 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd69a] [ownerID=c311d99f-a6b0-4673-95a0-25d488532be2] [op=none] [2024/05/06 09:53:24.849 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [op=none] [2024/05/06 09:53:24.849 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:24.855 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=55.779Β΅s] [gotSchemaVersion=128] [phyTblIDs="[180]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:24.866 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=128] [2024/05/06 09:53:24.914 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.625867ms] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.925 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=41.957Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:24.928 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/06 09:53:24.947 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c899d03-d631-441a-9167-1bf65b4921c8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:24.977 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=52.853723ms] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.989 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=34.356Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:24.991 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/06 09:53:25.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=52.277197ms] [job="ID:183, Type:drop schema, State:done, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.046 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[180]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:25.049 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop schema"] [2024/05/06 09:53:25.050 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [job="ID:183, Type:drop schema, State:synced, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:24.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/06 09:53:25.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.057 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=130] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:25.063 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:25.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.063 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:25.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:25.069 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=271.688Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:25.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=131] [2024/05/06 09:53:25.125 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=51.744948ms] [job="ID:185, Type:create schema, State:done, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:25.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.130 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [job="ID:185, Type:create schema, State:synced, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.135 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/06 09:53:25.135 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.136 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=131] [cur_db=addindexlit] [sql="create table t (a int);"] [user=] [2024/05/06 09:53:25.142 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.143 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int);"] [2024/05/06 09:53:25.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.152 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 184, Table ID: 186, Table Name: t"] [2024/05/06 09:53:25.157 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=605.786Β΅s] [gotSchemaVersion=132] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=187] [version=132] [2024/05/06 09:53:25.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=52.073853ms] [job="ID:187, Type:create table, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.212 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.216 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/06 09:53:25.216 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.225 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:25.225 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=132] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:53:25.230 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:25.230 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:53:25.238 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.239 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:25.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=603.72Β΅s] [gotSchemaVersion=133] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:25.247 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=133] [2024/05/06 09:53:25.295 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=52.106421ms] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=546.84Β΅s] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:25.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=134] [2024/05/06 09:53:25.359 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=52.078675ms] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=607.147Β΅s] [gotSchemaVersion=135] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:25.377 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=135] [2024/05/06 09:53:25.424 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=51.991338ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.432 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:25.433 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc0293abb80] [0xc002e6fd40] [] [] public false false 0 0 0 0 0 1 1 0 0 449574130239406087 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 09:53:25.433 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=] [endKey=] [2024/05/06 09:53:25.439 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 09:53:25.445 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130265358343, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:25.445 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:25.451 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/188] [2024/05/06 09:53:25.475 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=186] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:25.801 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:25.801 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:25.801 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:25.801 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:25.822 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:25.822 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:25.822 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/38e62594-4f82-4153-807f-3e1d42e69b6f] [watcherID=b0376efd-2870-4d1a-8309-3187710bf7b4] [2024/05/06 09:53:25.823 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:25.825 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:25.825 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:25.825 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:25.825 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:25.829 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=150001] [2024/05/06 09:53:25.829 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:26.330 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:26.330 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:26.331 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=150001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:26.332 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc0327b8160] [0xc00d2fed80] [] [] public false false 0 0 0 0 0 1 1 0 0 449574130239406087 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/06 09:53:26.332 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=0] [2024/05/06 09:53:26.798 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:26.832 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:26.990 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:53:26.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=667.644Β΅s] [gotSchemaVersion=136] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:27.000 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/06 09:53:27.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.452906ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130265358343, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130265358343, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.053 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=188] [table=t] [index=idx] [2024/05/06 09:53:27.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=534.644Β΅s] [gotSchemaVersion=137] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:27.065 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=137] [2024/05/06 09:53:27.113 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.42418ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.121 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.121 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 09:53:27.127 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/06 09:53:27.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130711003138, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.134 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130711003138, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ba5f69ffff000000000001,EndKey:7480000000000000ba5f69ffff000000000001ff,First:false,PhysicalTableID:186,Ingest mode:false"] [2024/05/06 09:53:27.136 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=186] ["start key"=7480000000000000ba5f69ffff000000000001] ["end key"=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 09:53:27.136 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/06 09:53:27.136 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=186] ["end key"=7480000000000000ba5f69ffff000000000001ff] ["current end key"=7480000000000000ba5f69ffff00000000000100] [2024/05/06 09:53:27.136 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/06 09:53:27.136 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/06 09:53:27.136 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/06 09:53:27.137 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 186, range: [7480000000000000ba5f69ffff000000000001, 7480000000000000ba5f69ffff00000000000100), jobID: 188"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000ba5f69ffff0000000000010000] ["take time"=383.849Β΅s] [2024/05/06 09:53:27.137 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/06 09:53:27.137 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000ba5f69ffff000000000001] [2024/05/06 09:53:27.137 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/06 09:53:27.138 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:27.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=560.403Β΅s] [gotSchemaVersion=138] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:27.146 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=138] [2024/05/06 09:53:27.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.707059ms] [job="ID:188, Type:add index, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130711003138, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.201 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=188] [tableID=186] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:27.204 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="add index"] [2024/05/06 09:53:27.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [job="ID:188, Type:add index, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:25.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574130711003138, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:27.212 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:53:27.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.214 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 1.988733965\n# Parse_time: 0.000042513\n# Compile_time: 0.000066108\n# Rewrite_time: 0.000001968\n# Optimize_time: 0.000019362\n# Wait_TS: 0.000162769\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:53:27.218 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [2024/05/06 09:53:27.218 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [2024/05/06 09:53:27.219 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=2.585Β΅s] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=1.077Β΅s] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=478ns] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=835ns] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=677ns] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:27.220 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:27.220 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c311d99f-a6b0-4673-95a0-25d488532be2] ["take time"=2.471088ms] [2024/05/06 09:53:27.220 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c311d99f-a6b0-4673-95a0-25d488532be2] [2024/05/06 09:53:27.222 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:27.222 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:27.222 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/38e62594-4f82-4153-807f-3e1d42e69b6f] [watcherID=b0376efd-2870-4d1a-8309-3187710bf7b4] [2024/05/06 09:53:27.222 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/38e62594-4f82-4153-807f-3e1d42e69b6f] [2024/05/06 09:53:27.222 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:27.222 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:27.222 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:27.222 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:27.222 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=742] [2024/05/06 09:53:27.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c311d99f-a6b0-4673-95a0-25d488532be2] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:27.223 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:27.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:27.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:27.223 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:27.223 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:27.223 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:27.223 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=150001] [2024/05/06 09:53:27.223 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:27.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:27.223 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:27.223 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ace48614-54c8-4203-8e79-44801cfc858f"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="context canceled"] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ace48614-54c8-4203-8e79-44801cfc858f"] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c311d99f-a6b0-4673-95a0-25d488532be2] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:27.223 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:27.223 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="context canceled"] [2024/05/06 09:53:27.223 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [2024/05/06 09:53:27.224 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:27.224 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:27.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:27.224 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager ace48614-54c8-4203-8e79-44801cfc858f"] [error="context canceled"] [2024/05/06 09:53:27.224 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:27.224 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ace48614-54c8-4203-8e79-44801cfc858f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:27.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:27.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:27.225 +00:00] [WARN] [txn.go:710] ["wait tso failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [2024/05/06 09:53:27.226 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:27.226 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:27.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:27.424 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ace48614-54c8-4203-8e79-44801cfc858f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:28.473 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:28.473 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:28.473 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:28.480 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c311d99f-a6b0-4673-95a0-25d488532be2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:28.480 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:28.480 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:28.480 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:28.481 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.262908861s] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:28.481 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:28.481 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:28.481 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:28.481 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:28.481 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestEmptyTable (3.73s) === RUN TestAddIndexIngestRestoredData [2024/05/06 09:53:28.484 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:28.484 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:28.484 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:28.485 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:28.485 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:28.486 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:28.486 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:28.486 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:28.486 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:28.486 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:28.486 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:28.488 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:28.488 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:28.488 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:28.492 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:28.497 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:28.507 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1158] ["lease id"=6f188f4d509bd75c] [2024/05/06 09:53:28.508 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:28.522 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=138] ["start time"=12.346275ms] [2024/05/06 09:53:28.523 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:28.523 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=9d6f06e2-ef2f-4296-a8bd-311294496eaf] [runWorker=true] [2024/05/06 09:53:28.523 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:28.524 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:28.525 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:28.525 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993480192/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:28.525 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:28.525 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:28.525 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:28.526 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdd68] [ownerID=9d6f06e2-ef2f-4296-a8bd-311294496eaf] [op=none] [2024/05/06 09:53:28.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:28.527 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=62c3bf14-0fad-4494-a25e-94fdf9ddfd88] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:28.528 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:28.531 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:28.532 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:28.532 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:28.547 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:28.550 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:28.551 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:28.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:28.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:28.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:28.552 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:28.552 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:28.552 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:28.552 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:28.552 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:28.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:28.552 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:28.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:28.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:28.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:28.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:28.553 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:28.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:28.554 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1c1324dd-eb10-4867-bdce-cc05d14a4079] [2024/05/06 09:53:28.554 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:28.554 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:28.554 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:28.556 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:28.556 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:28.556 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:28.559 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=6.287516ms] [2024/05/06 09:53:28.563 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:28.565 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=138] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:28.572 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.572 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:28.576 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:28.576 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdd68] [ownerID=9d6f06e2-ef2f-4296-a8bd-311294496eaf] [op=none] [2024/05/06 09:53:28.576 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [op=none] [2024/05/06 09:53:28.576 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:28.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=55.013Β΅s] [gotSchemaVersion=139] [phyTblIDs="[186]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:28.593 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/06 09:53:28.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=52.682328ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=44.837Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:28.656 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=140] [2024/05/06 09:53:28.662 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ace48614-54c8-4203-8e79-44801cfc858f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:28.704 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=51.970966ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=40.749Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:28.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=141] [2024/05/06 09:53:28.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=52.285999ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.772 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[186]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:28.776 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/06 09:53:28.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.783 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/06 09:53:28.783 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.784 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=141] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:28.790 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.790 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:28.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=249.084Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:28.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=142] [2024/05/06 09:53:28.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.868223ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:28.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.866 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:53:28.866 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.875 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:28.875 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=142] [cur_db=addindexlit] [sql="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [user=] [2024/05/06 09:53:28.883 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.883 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [2024/05/06 09:53:28.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.892 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 190, Table ID: 192, Table Name: tbl_5"] [2024/05/06 09:53:28.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=636.987Β΅s] [gotSchemaVersion=143] [phyTblIDs="[192]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.899 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=143] [2024/05/06 09:53:28.947 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.539144ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.952 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.957 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 09:53:28.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574131183124494] [2024/05/06 09:53:28.961 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=addindexlit] [sql="alter table tbl_5 add unique key idx_13 ( col_23 );"] [user=] [2024/05/06 09:53:28.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:28.965 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 09:53:28.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:28.973 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"idx_13\",\"L\":\"idx_13\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"col_23\",\"L\":\"col_23\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:28.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=660.201Β΅s] [gotSchemaVersion=144] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:28.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/06 09:53:29.029 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=51.912633ms] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.044 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=652.462Β΅s] [gotSchemaVersion=145] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:29.046 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=145] [2024/05/06 09:53:29.094 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.252003ms] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=648.668Β΅s] [gotSchemaVersion=146] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:29.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=146] [2024/05/06 09:53:29.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=51.596178ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.165 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 09:53:29.166 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f72010000000000000000f7] [endKey=7480000000000000c05f72010000000000000000f700] [2024/05/06 09:53:29.172 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 09:53:29.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131235291145, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:29.179 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/06 09:53:29.184 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/194] [2024/05/06 09:53:29.209 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=192] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:29.528 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:29.528 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:29.528 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:29.528 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:29.555 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:29.555 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:29.555 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1c1324dd-eb10-4867-bdce-cc05d14a4079] [watcherID=03722d18-af64-4b99-8349-9a02263a585a] [2024/05/06 09:53:29.556 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:29.558 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:29.558 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:29.558 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:29.558 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:29.561 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=180001] [2024/05/06 09:53:29.561 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:30.063 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:30.063 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:30.064 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=180001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:30.065 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:30.361 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=180001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:30.526 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:30.664 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:30.665 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:30.665 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 09:53:30.669 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:30.669 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:30.669 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:30.669 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:30.669 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:30.669 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:30.669 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:30.669 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:30.669 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:30.674 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:30.675 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:30.675 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=194] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:30.675 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:30.680 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:30.682 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 09:53:30.682 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=194] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:30.683 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=180001] [subtask-id=150001] [jobID=194] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:30.683 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f72010000000000000000f7] ["end key"=7480000000000000c05f72010000000000000000f700] [2024/05/06 09:53:30.683 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=180001] [subtask-id=150001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c05f72010000000000000000f7, endKey=7480000000000000c05f72010000000000000000f700"] [2024/05/06 09:53:30.727 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:30.771 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:30.771 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=180001] [subtask-id=150001] [id=1] [2024/05/06 09:53:30.773 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:30.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:53:30.776 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=64] [kvs=1] [files=1] [sstFileSize=970] [file=/tmp/tidb/tmp_ddl-4000/194/391335df-5408-5824-accb-01a6a45c0a4c.sst/952132f9-2b95-4417-a564-257a18942d63.sst] [firstKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [lastKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [2024/05/06 09:53:30.779 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=194] [2024/05/06 09:53:30.779 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=3] ["usage info"="disk usage: 149993541632/940431265792, backend usage: 0"] [2024/05/06 09:53:30.779 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [2024/05/06 09:53:30.780 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:30.802 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] ["region ranges"=1] [count=1] [size=64] [2024/05/06 09:53:30.802 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:30.811 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] [size=64] [kvs=1] [importedSize=44] [importedCount=1] [2024/05/06 09:53:30.812 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [takeTime=32.62693ms] [] [2024/05/06 09:53:30.814 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=194] [2024/05/06 09:53:30.823 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:30.823 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 09:53:30.824 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=711.378Β΅s] [] [2024/05/06 09:53:30.824 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/06 09:53:30.825 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=483.898Β΅s] [] [2024/05/06 09:53:30.826 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:30.826 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:30.826 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:30.826 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:30.826 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:30.826 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:53:30.826 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=161.671972ms] [] [2024/05/06 09:53:31.063 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:31.127 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=180001] [type=backfill] [2024/05/06 09:53:31.324 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:31.324 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/06 09:53:31.328 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:31.328 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:31.328 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:31.328 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:31.329 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:31.329 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:31.329 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:31.329 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:31.329 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:31.334 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:31.335 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:31.335 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:31.335 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=tbl_5] [2024/05/06 09:53:31.335 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=tbl_5] [category=detect-dupe] [tasks=1] [2024/05/06 09:53:31.336 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=tbl_5] [takeTime=1.276917ms] [] [2024/05/06 09:53:31.337 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:31.337 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:31.337 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:31.337 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:31.337 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:31.337 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:53:31.337 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:53:31.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=603.021Β΅s] [gotSchemaVersion=147] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:31.370 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=147] [2024/05/06 09:53:31.414 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.012815ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131235291145, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131235291145, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.422 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=194] [table=tbl_5] [index=idx_13] [2024/05/06 09:53:31.429 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=611.58Β΅s] [gotSchemaVersion=148] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:31.431 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=148] [2024/05/06 09:53:31.478 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=51.686195ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.485 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 09:53:31.490 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/06 09:53:31.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131851591688, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.496 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131851591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000000c05f69ffff000000000003,EndKey:7480000000000000c05f69ffff000000000003ff,First:false,PhysicalTableID:192,Ingest mode:false"] [2024/05/06 09:53:31.497 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f69ffff000000000003] ["end key"=7480000000000000c05f69ffff000000000003ff] [2024/05/06 09:53:31.497 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=192] ["end key"=7480000000000000c05f69ffff000000000003ff] ["current end key"=7480000000000000c05f69ffff00000000000300] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 192, range: [7480000000000000c05f69ffff000000000003, 7480000000000000c05f69ffff00000000000300), jobID: 194"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000c05f69ffff0000000000030000] ["take time"=349.418Β΅s] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/06 09:53:31.498 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000c05f69ffff000000000003] [2024/05/06 09:53:31.498 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:53:31.518 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:31.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=602.465Β΅s] [gotSchemaVersion=149] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:31.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=149] [2024/05/06 09:53:31.562 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=180001] [2024/05/06 09:53:31.568 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:31.568 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=120001] [2024/05/06 09:53:31.568 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=150001] [2024/05/06 09:53:31.568 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=180001] [2024/05/06 09:53:31.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=51.939839ms] [job="ID:194, Type:add index, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131851591688, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.580 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=194] [tableID=192] [indexIDs="[9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:31.582 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="add index"] [2024/05/06 09:53:31.583 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [job="ID:194, Type:add index, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-06 09:53:28.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574131851591688, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:31.586 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:31.591 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/06 09:53:31.591 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.592 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 2.631190833\n# Parse_time: 0.000036494\n# Compile_time: 0.000085424\n# Rewrite_time: 0.000002295\n# Optimize_time: 0.00002319\n# Wait_TS: 0.000195592\n# DB: addindexlit\n# Is_internal: false\n# Digest: 61a3859004e40113a4e3577c1c845a719a599b6c7d9abd4e9b79358a1663b9ba\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/06 09:53:31.592 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_10] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_10`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:31.592 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_13] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_13`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:31.603 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [2024/05/06 09:53:31.603 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [2024/05/06 09:53:31.604 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=5.249Β΅s] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=2.752Β΅s] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=852ns] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=1.328Β΅s] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=3.368Β΅s] [2024/05/06 09:53:31.604 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:31.604 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:31.604 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:31.605 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=9d6f06e2-ef2f-4296-a8bd-311294496eaf] ["take time"=2.546785ms] [2024/05/06 09:53:31.605 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=9d6f06e2-ef2f-4296-a8bd-311294496eaf] [2024/05/06 09:53:31.606 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:31.606 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:31.606 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1c1324dd-eb10-4867-bdce-cc05d14a4079] [2024/05/06 09:53:31.606 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1c1324dd-eb10-4867-bdce-cc05d14a4079] [watcherID=03722d18-af64-4b99-8349-9a02263a585a] [2024/05/06 09:53:31.606 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:31.606 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:31.607 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:31.607 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:31.607 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1158] [2024/05/06 09:53:31.608 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9d6f06e2-ef2f-4296-a8bd-311294496eaf] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:31.608 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:31.608 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:31.608 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:31.608 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:31.608 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:31.608 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [2024/05/06 09:53:31.608 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 62c3bf14-0fad-4494-a25e-94fdf9ddfd88"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=9d6f06e2-ef2f-4296-a8bd-311294496eaf] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:31.608 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 62c3bf14-0fad-4494-a25e-94fdf9ddfd88"] [error="context canceled"] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 62c3bf14-0fad-4494-a25e-94fdf9ddfd88"] [2024/05/06 09:53:31.608 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:31.608 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=62c3bf14-0fad-4494-a25e-94fdf9ddfd88] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:31.609 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:31.608 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 62c3bf14-0fad-4494-a25e-94fdf9ddfd88"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:31.615 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:31.615 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="context canceled"] [2024/05/06 09:53:31.615 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [2024/05/06 09:53:31.615 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:32.842 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 62c3bf14-0fad-4494-a25e-94fdf9ddfd88"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:32.857 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:32.857 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:32.857 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:32.872 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9d6f06e2-ef2f-4296-a8bd-311294496eaf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:32.872 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:32.872 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:32.872 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:32.872 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.269913058s] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.873 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:32.873 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:32.873 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:32.873 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:32.873 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestRestoredData (4.39s) === RUN TestAddIndexIngestUniqueKey [2024/05/06 09:53:32.876 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:32.876 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:32.876 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:32.876 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:32.877 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:32.877 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:32.877 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:32.877 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:32.877 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:32.877 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:32.878 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:32.879 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:32.880 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:32.880 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:32.883 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:32.888 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:32.898 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1405] ["lease id"=22318f4d509bdd9d] [2024/05/06 09:53:32.900 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:32.912 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=10.982914ms] [2024/05/06 09:53:32.913 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:32.913 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] [runWorker=true] [2024/05/06 09:53:32.913 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:32.914 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:32.915 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:32.915 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993537536/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:32.915 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:32.915 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:32.915 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:32.915 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:32.916 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:32.916 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8afa5828-b8ca-49dc-9729-90339f66ab18] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:32.916 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd709] [ownerID=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] [op=none] [2024/05/06 09:53:32.917 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:32.921 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:32.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:32.921 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:32.934 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:32.936 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:32.937 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:32.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:32.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:32.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:32.938 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:32.938 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:32.938 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:32.938 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:32.938 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:32.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:32.938 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:32.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:32.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:32.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:32.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:32.939 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:32.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:32.940 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a66da82d-b1ca-42a1-ba16-47c5e535bbdb] [2024/05/06 09:53:32.940 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:32.940 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:32.940 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:32.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:32.941 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:32.941 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:32.944 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.37346ms] [2024/05/06 09:53:32.947 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:32.948 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=149] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:32.956 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.956 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:32.966 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:32.966 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd709] [ownerID=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] [op=none] [2024/05/06 09:53:32.966 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [op=none] [2024/05/06 09:53:32.966 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:32.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=42.071Β΅s] [gotSchemaVersion=150] [phyTblIDs="[192]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:32.983 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=150] [2024/05/06 09:53:33.031 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.241462ms] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.042 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=38.955Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:33.044 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=151] [2024/05/06 09:53:33.093 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.81888ms] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.106 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=46.059Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:33.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=152] [2024/05/06 09:53:33.156 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=51.763479ms] [job="ID:195, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.161 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[192]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:33.164 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop schema"] [2024/05/06 09:53:33.165 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [job="ID:195, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.171 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:53:33.171 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.172 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=152] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:33.178 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.178 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:33.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.190 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=268.512Β΅s] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:33.192 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=153] [2024/05/06 09:53:33.241 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=52.658668ms] [job="ID:197, Type:create schema, State:done, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:33.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.246 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [job="ID:197, Type:create schema, State:synced, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:53:33.251 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.256 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:33.256 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=153] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:53:33.262 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.262 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:53:33.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.271 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 198, Table Name: t"] [2024/05/06 09:53:33.276 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=470.586Β΅s] [gotSchemaVersion=154] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:33.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=199] [version=154] [2024/05/06 09:53:33.326 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=51.814927ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.330 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.335 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/06 09:53:33.335 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574132336558092] [2024/05/06 09:53:33.338 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:53:33.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:33.342 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:53:33.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.350 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:33.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=466.733Β΅s] [gotSchemaVersion=155] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:33.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=155] [2024/05/06 09:53:33.406 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=51.893413ms] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.420 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=491.965Β΅s] [gotSchemaVersion=156] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:33.422 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=156] [2024/05/06 09:53:33.470 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=51.916324ms] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=592.388Β΅s] [gotSchemaVersion=157] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:33.486 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=157] [2024/05/06 09:53:33.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=52.738673ms] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.542 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:33.543 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=200] [physicalTableID=198] [startKey=7480000000000000c65f728000000000000001] [endKey=7480000000000000c65f72800000000000271000] [2024/05/06 09:53:33.550 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 09:53:33.556 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:33.556 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:33.562 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/200] [2024/05/06 09:53:33.595 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=198] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:33.918 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:33.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:33.918 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:33.918 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:33.941 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:33.941 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:33.941 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a66da82d-b1ca-42a1-ba16-47c5e535bbdb] [watcherID=2c631293-36ea-4af8-b6d0-ba4f33c01b44] [2024/05/06 09:53:33.941 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:33.944 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:33.944 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:33.944 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:33.944 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:33.948 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210001] [2024/05/06 09:53:33.948 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:34.450 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:34.450 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:34.451 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:34.452 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:34.747 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:34.915 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:35.050 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:35.051 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:35.051 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/200] [keyspaceName=] [2024/05/06 09:53:35.055 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:35.055 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:35.055 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:35.055 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:35.055 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:35.055 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:35.055 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:35.055 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:35.055 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:35.061 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:35.062 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:35.062 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=200] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:35.062 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:35.067 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:35.069 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:35.069 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=200] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:35.071 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210001] [subtask-id=180001] [jobID=200] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:35.071 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=198] ["start key"=7480000000000000c65f728000000000000001] ["end key"=7480000000000000c65f72800000000000271000] [2024/05/06 09:53:35.071 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210001] [subtask-id=180001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c65f728000000000000001, endKey=7480000000000000c65f72800000000000271000"] [2024/05/06 09:53:35.073 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:35.076 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:35.076 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210001] [subtask-id=180001] [id=1] [2024/05/06 09:53:35.078 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:35.080 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:53:35.081 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/200/f75d9cab-8823-5503-94ba-459a1de580da.sst/288f715e-dc1f-409d-b1a8-583b0f015733.sst] [firstKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000027100008] [2024/05/06 09:53:35.083 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=200] [2024/05/06 09:53:35.083 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149993582592/940431265792, backend usage: 0"] [2024/05/06 09:53:35.083 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:35.084 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:35.105 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/06 09:53:35.105 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:35.107 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C65F698000000000000001038000000000000001] [endKey=7480000000000000C65F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:53:37.107 +00:00] [2024/05/06 09:53:35.107 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:35.109 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.599017ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/06 09:53:35.109 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=1] ["usage info"="disk usage: 149993582592/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:53:35.109 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=200] [2024/05/06 09:53:35.113 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:35.113 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:35.113 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:53:35.115 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:35.115 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:35.116 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=786.937Β΅s] [] [2024/05/06 09:53:35.116 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:35.117 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=565.033Β΅s] [] [2024/05/06 09:53:35.117 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:35.118 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:35.118 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:35.118 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:35.118 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:35.118 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=200] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:53:35.118 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=67.775548ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:53:35.118 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:35.452 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 09:53:35.722 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210001] [type=backfill] [2024/05/06 09:53:36.007 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210001] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:53:36.009 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:53:36.030 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:6, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:36.036 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:36.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=701.782Β΅s] [gotSchemaVersion=158] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:36.045 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=158] [2024/05/06 09:53:36.092 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.412335ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:3, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=619.077Β΅s] [gotSchemaVersion=159] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:36.109 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=159] [2024/05/06 09:53:36.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.985813ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=515.264Β΅s] [gotSchemaVersion=160] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:36.174 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=160] [2024/05/06 09:53:36.222 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=52.349383ms] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.229 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=200] [tableID=198] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:36.231 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="add index"] [2024/05/06 09:53:36.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:33.32 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574132388724743, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.236 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/06 09:53:36.239 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=200] [2024/05/06 09:53:36.239 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:36.239 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.901520537\n# Parse_time: 0.000037852\n# Compile_time: 0.000049968\n# Rewrite_time: 0.000001329\n# Optimize_time: 0.000023739\n# Wait_TS: 0.00012687\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 09:53:36.240 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=160] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 09:53:36.244 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.244 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 09:53:36.251 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.258 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=46.834Β΅s] [gotSchemaVersion=161] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:36.260 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=161] [2024/05/06 09:53:36.308 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.132284ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=63.809Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:36.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=162] [2024/05/06 09:53:36.370 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.192696ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.378 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 198, Old Table Name: t"] [2024/05/06 09:53:36.382 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=36.52Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:36.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=163] [2024/05/06 09:53:36.432 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=51.582503ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.438 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/06 09:53:36.440 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/06 09:53:36.440 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:36.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.446 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/06 09:53:36.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.448 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=163] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int);"] [user=] [2024/05/06 09:53:36.449 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210001] [2024/05/06 09:53:36.451 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:36.451 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210001] [2024/05/06 09:53:36.454 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.454 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int);"] [2024/05/06 09:53:36.461 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:36.461 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.464 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 202, Table Name: t"] [2024/05/06 09:53:36.469 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=587.167Β΅s] [gotSchemaVersion=164] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:36.471 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=164] [2024/05/06 09:53:36.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.224006ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.529 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/06 09:53:36.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574133175156747] [2024/05/06 09:53:36.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=164] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:53:36.538 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:36.538 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:53:36.545 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.546 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:36.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=608.951Β΅s] [gotSchemaVersion=165] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:36.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=165] [2024/05/06 09:53:36.603 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.898745ms] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=715.779Β΅s] [gotSchemaVersion=166] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:36.620 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=166] [2024/05/06 09:53:36.667 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.037693ms] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.682 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=577.324Β΅s] [gotSchemaVersion=167] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:36.686 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=167] [2024/05/06 09:53:36.732 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=52.050418ms] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.739 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:36.740 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=204] [physicalTableID=202] [startKey=7480000000000000ca5f72016100000000000000f8] [endKey=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 09:53:36.745 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 09:53:36.751 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:36.752 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:36.757 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/204] [2024/05/06 09:53:36.784 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=202] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:36.794 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210002] [2024/05/06 09:53:36.794 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:37.296 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:37.296 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:37.296 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210002] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:37.298 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:37.447 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210002] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:37.751 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:37.752 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:37.752 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/204] [keyspaceName=] [2024/05/06 09:53:37.755 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:37.755 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:37.756 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:37.756 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:37.756 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:37.756 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:37.756 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:37.756 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:37.756 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:37.762 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:37.763 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:37.763 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=204] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:37.763 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:37.768 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:37.771 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:37.771 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=204] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:37.772 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210002] [subtask-id=180002] [jobID=204] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:37.773 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=202] ["start key"=7480000000000000ca5f72016100000000000000f8] ["end key"=7480000000000000ca5f72017a00000000000000f800] [2024/05/06 09:53:37.773 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210002] [subtask-id=180002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ca5f72016100000000000000f8, endKey=7480000000000000ca5f72017a00000000000000f800"] [2024/05/06 09:53:37.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 09:53:37.777 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 09:53:37.777 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210002] [subtask-id=180002] [id=1] [2024/05/06 09:53:37.779 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:53:37.782 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/06 09:53:37.782 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=128] [kvs=2] [files=1] [sstFileSize=1061] [file=/tmp/tidb/tmp_ddl-4000/204/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/5b5a202c-a3ea-42a1-bfa8-83bd7cf147ff.sst] [firstKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB016100000000000000F8000A] [lastKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB017A00000000000000F8000A] [2024/05/06 09:53:37.785 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=204] [2024/05/06 09:53:37.785 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 149993594880/940431265792, backend usage: 0"] [2024/05/06 09:53:37.785 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:53:37.786 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:37.808 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=2] [size=128] [2024/05/06 09:53:37.808 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:37.811 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CA5F698000000000000002038000000000000001] [endKey=7480000000000000CA5F69800000000000000203800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:53:39.811 +00:00] [2024/05/06 09:53:37.811 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:37.812 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=26.968571ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 09:53:37.812 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 149993594880/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:53:37.812 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=204] [2024/05/06 09:53:37.816 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:37.816 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:37.816 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:53:37.819 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:37.819 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:37.820 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=747.226Β΅s] [] [2024/05/06 09:53:37.820 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:37.820 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=514.762Β΅s] [] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:37.821 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:37.821 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:37.821 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:37.821 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:37.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:37.821 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=204] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:53:37.821 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=70.561929ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:53:37.821 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:38.298 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/06 09:53:38.426 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210002] [type=backfill] [2024/05/06 09:53:38.895 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210002] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:53:38.898 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/06 09:53:38.920 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:6, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:38.926 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:38.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=634.977Β΅s] [gotSchemaVersion=168] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:38.935 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=168] [2024/05/06 09:53:38.983 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.605839ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:3, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:38.990 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:38.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=531.231Β΅s] [gotSchemaVersion=169] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:39.000 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=169] [2024/05/06 09:53:39.048 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=51.953905ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=624.732Β΅s] [gotSchemaVersion=170] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:39.066 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=170] [2024/05/06 09:53:39.113 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=52.70184ms] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.121 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=204] [tableID=202] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:39.124 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="add index"] [2024/05/06 09:53:39.124 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:36.519 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133227585544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.128 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/06 09:53:39.131 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=204] [2024/05/06 09:53:39.131 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:39.132 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.598709695\n# Parse_time: 0.000027237\n# Compile_time: 0.000052626\n# Rewrite_time: 0.000001962\n# Optimize_time: 0.000023739\n# Wait_TS: 0.000149997\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 09:53:39.132 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=170] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 09:53:39.137 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.137 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 09:53:39.142 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=36.865Β΅s] [gotSchemaVersion=171] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:39.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=171] [2024/05/06 09:53:39.200 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=52.405826ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=39.693Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:39.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=172] [2024/05/06 09:53:39.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=52.271972ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.275 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 202, Old Table Name: t"] [2024/05/06 09:53:39.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=63.714Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:39.282 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=173] [2024/05/06 09:53:39.296 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210002] [2024/05/06 09:53:39.298 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:39.298 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210002] [2024/05/06 09:53:39.304 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:39.330 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=51.964158ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.336 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/06 09:53:39.339 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/06 09:53:39.339 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:39.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.346 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/06 09:53:39.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:39.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=173] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int, c char(5));"] [user=] [2024/05/06 09:53:39.353 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.353 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int, c char(5));"] [2024/05/06 09:53:39.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.361 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 206, Table Name: t"] [2024/05/06 09:53:39.367 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=708.525Β΅s] [gotSchemaVersion=174] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:39.369 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=174] [2024/05/06 09:53:39.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=51.619881ms] [job="ID:207, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.427 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:53:39.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:39.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574133935636489] [2024/05/06 09:53:39.431 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=174] [cur_db=addindexlit] [sql="alter table t add unique index idx(b, c);"] [user=] [2024/05/06 09:53:39.436 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:39.436 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b, c);"] [2024/05/06 09:53:39.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.444 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:39.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=636.267Β΅s] [gotSchemaVersion=175] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:39.453 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=175] [2024/05/06 09:53:39.500 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.201467ms] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=670.113Β΅s] [gotSchemaVersion=176] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:39.520 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=176] [2024/05/06 09:53:39.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=51.56994ms] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=657.116Β΅s] [gotSchemaVersion=177] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:39.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=177] [2024/05/06 09:53:39.633 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=52.379133ms] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.641 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:39.642 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=208] [physicalTableID=206] [startKey=7480000000000000ce5f72016100000000000000f8] [endKey=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 09:53:39.646 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 09:53:39.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:39.652 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:39.656 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/208] [2024/05/06 09:53:39.676 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=206] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:39.688 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210003] [2024/05/06 09:53:39.688 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:40.189 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:40.189 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:40.190 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210003] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:40.191 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:40.446 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210003] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:40.750 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:40.750 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:40.750 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/208] [keyspaceName=] [2024/05/06 09:53:40.754 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:40.754 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:40.754 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:40.754 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:40.755 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:40.755 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:40.755 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:40.755 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:40.755 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:40.761 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:40.761 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:40.761 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=208] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:40.761 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:40.766 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:40.769 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:40.769 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=208] ["index ID"=2] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:40.772 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210003] [subtask-id=180003] [jobID=208] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:40.772 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=206] ["start key"=7480000000000000ce5f72016100000000000000f8] ["end key"=7480000000000000ce5f72017a00000000000000f800] [2024/05/06 09:53:40.772 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210003] [subtask-id=180003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ce5f72016100000000000000f8, endKey=7480000000000000ce5f72017a00000000000000f800"] [2024/05/06 09:53:40.774 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 09:53:40.776 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 09:53:40.777 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210003] [subtask-id=180003] [id=1] [2024/05/06 09:53:40.779 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 09:53:40.781 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137936] ["max memory quota"=17179869184] [2024/05/06 09:53:40.781 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=292] [kvs=4] [files=1] [sstFileSize=1118] [file=/tmp/tidb/tmp_ddl-4000/208/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/a5eacba6-d0a3-40eb-8b2e-34e3813b5281.sst] [firstKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000101633100FF0000000000F90000FD016100000000000000F8000A] [lastKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000201633100FF0000000000F90000FD016400000000000000F8000A] [2024/05/06 09:53:40.784 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=208] [2024/05/06 09:53:40.784 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 149993635840/940431265792, backend usage: 0"] [2024/05/06 09:53:40.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:53:40.785 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:40.807 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=4] [size=292] [2024/05/06 09:53:40.807 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:40.809 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CE5F698000000000000002038000000000000001016331000000000000F9] [endKey=7480000000000000CE5F698000000000000002038000000000000002016331000000000000F900] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:53:42.809 +00:00] [2024/05/06 09:53:40.809 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:40.811 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=26.644946ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/06 09:53:40.811 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 149993635840/940431265792, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:53:40.811 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=208] [2024/05/06 09:53:40.815 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:40.815 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:40.815 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 09:53:40.818 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:40.818 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:40.819 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=865.892Β΅s] [] [2024/05/06 09:53:40.819 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:40.819 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=529.377Β΅s] [] [2024/05/06 09:53:40.820 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:40.820 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:40.820 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:40.820 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:40.821 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:40.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:40.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:40.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:40.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:40.821 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=208] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:53:40.821 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=71.166193ms] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 09:53:40.821 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:53:41.192 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1-c1' for key 't.idx'\\\"}\"]"] [2024/05/06 09:53:41.425 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210003] [type=backfill] [2024/05/06 09:53:41.786 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210003] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/06 09:53:41.789 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=4] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/06 09:53:41.811 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:6, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:41.816 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:41.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=703.748Β΅s] [gotSchemaVersion=178] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:41.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=178] [2024/05/06 09:53:41.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.041371ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:3, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:41.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:41.888 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=578.611Β΅s] [gotSchemaVersion=179] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:41.890 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=179] [2024/05/06 09:53:41.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=52.113301ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:41.946 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:41.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=642.439Β΅s] [gotSchemaVersion=180] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:41.955 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=180] [2024/05/06 09:53:42.004 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.809904ms] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:42.011 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=208] [tableID=206] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:42.013 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="add index"] [2024/05/06 09:53:42.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-06 09:53:39.42 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449574133987803142, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:42.017 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/06 09:53:42.020 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=208] [2024/05/06 09:53:42.020 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:42.020 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.589051445\n# Parse_time: 0.000045091\n# Compile_time: 0.000052705\n# Rewrite_time: 0.000001266\n# Optimize_time: 0.000023739\n# Wait_TS: 0.000247913\n# DB: addindexlit\n# Is_internal: false\n# Digest: 543e599716e60f88a20be37ebf4c666fd38e6f789726c344fa525534bdef00e7\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b, c);"] [2024/05/06 09:53:42.023 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [2024/05/06 09:53:42.023 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [2024/05/06 09:53:42.024 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=2.198Β΅s] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=780ns] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=1.147Β΅s] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=845ns] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=993ns] [2024/05/06 09:53:42.024 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:42.024 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:42.024 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:42.026 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] ["take time"=6.520938ms] [2024/05/06 09:53:42.026 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] [2024/05/06 09:53:42.027 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:42.027 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:42.027 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a66da82d-b1ca-42a1-ba16-47c5e535bbdb] [watcherID=2c631293-36ea-4af8-b6d0-ba4f33c01b44] [2024/05/06 09:53:42.028 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a66da82d-b1ca-42a1-ba16-47c5e535bbdb] [2024/05/06 09:53:42.028 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:42.028 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:42.028 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:42.028 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:42.028 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1405] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:42.029 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:42.029 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [error="context canceled"] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:42.029 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:42.029 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [2024/05/06 09:53:42.029 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210003] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8afa5828-b8ca-49dc-9729-90339f66ab18"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:42.029 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8afa5828-b8ca-49dc-9729-90339f66ab18"] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a61dfadc-ccfd-4bf9-bffd-63613b5323fa] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8afa5828-b8ca-49dc-9729-90339f66ab18] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:42.029 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:42.029 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 8afa5828-b8ca-49dc-9729-90339f66ab18"] [error="context canceled"] [2024/05/06 09:53:42.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:42.035 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:42.035 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [error="context canceled"] [2024/05/06 09:53:42.230 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8afa5828-b8ca-49dc-9729-90339f66ab18"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:42.235 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:43.271 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:43.271 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:43.271 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:43.485 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a61dfadc-ccfd-4bf9-bffd-63613b5323fa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:43.485 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:43.485 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:43.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:43.485 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.465514774s] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:43.485 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:43.485 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:43.485 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:43.485 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:43.486 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestUniqueKey (10.61s) === RUN TestAddIndexSplitTableRanges [2024/05/06 09:53:43.488 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:43.488 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:43.488 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:43.489 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:43.489 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:43.489 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:43.489 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:43.489 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:43.489 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:43.489 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:43.490 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:43.491 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:43.491 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:43.491 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:43.492 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8afa5828-b8ca-49dc-9729-90339f66ab18"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:43.494 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:43.500 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:43.508 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1334] ["lease id"=22318f4d509bde18] [2024/05/06 09:53:43.510 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:43.522 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=180] ["start time"=11.096678ms] [2024/05/06 09:53:43.523 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:43.523 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7faefca2-3767-4174-9de4-df3316362653] [runWorker=true] [2024/05/06 09:53:43.523 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:43.525 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:43.525 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:43.525 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993619456/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:43.525 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:43.525 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:43.525 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:43.526 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:43.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:43.527 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e6bc422d-105e-4944-8fd9-aeafc0eddedf] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:43.527 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd78d] [ownerID=7faefca2-3767-4174-9de4-df3316362653] [op=none] [2024/05/06 09:53:43.528 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:43.531 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:43.531 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:43.531 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:43.541 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:43.544 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:43.545 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:43.545 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:43.545 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:43.545 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:43.545 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:43.545 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:43.545 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:43.545 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:43.545 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:43.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:43.546 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:43.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:43.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:43.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:43.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:43.546 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:43.547 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:43.547 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1a7c1529-af18-4e1f-86a4-ee52a2946f40] [2024/05/06 09:53:43.547 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:43.547 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:43.547 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:43.549 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:43.549 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:43.551 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.639487ms] [2024/05/06 09:53:43.553 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:43.555 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=180] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:43.562 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:43.562 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:43.576 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:43.577 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd78d] [ownerID=7faefca2-3767-4174-9de4-df3316362653] [op=none] [2024/05/06 09:53:43.577 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [op=none] [2024/05/06 09:53:43.577 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:43.583 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=44.275Β΅s] [gotSchemaVersion=181] [phyTblIDs="[206]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:43.593 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=181] [2024/05/06 09:53:43.641 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=51.68091ms] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.646 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=38.608Β΅s] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:43.654 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=182] [2024/05/06 09:53:43.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=52.470762ms] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=49.045Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:43.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=183] [2024/05/06 09:53:43.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.729664ms] [job="ID:209, Type:drop schema, State:done, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.773 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=209] [tableIDs="[206]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:43.777 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=209] [jobType="drop schema"] [2024/05/06 09:53:43.777 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [job="ID:209, Type:drop schema, State:synced, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.783 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:53:43.783 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:43.784 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=183] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:43.790 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:43.790 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:43.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.802 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=225.842Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:43.804 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=184] [2024/05/06 09:53:43.852 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=51.971492ms] [job="ID:211, Type:create schema, State:done, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:43.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:create schema, State:synced, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.860 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:53:43.861 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:43.866 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:43.866 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=184] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:53:43.872 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:43.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:43.872 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:43.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:53:43.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.881 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 212, Table Name: t"] [2024/05/06 09:53:43.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=524.373Β΅s] [gotSchemaVersion=185] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:43.888 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=185] [2024/05/06 09:53:43.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=52.9573ms] [job="ID:213, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:43.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.942 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.946 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:53:43.946 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:43.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022350] [2024/05/06 09:53:43.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022353] [2024/05/06 09:53:43.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022355] [2024/05/06 09:53:43.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022357] [2024/05/06 09:53:43.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022359] [2024/05/06 09:53:43.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022361] [2024/05/06 09:53:43.956 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022363] [2024/05/06 09:53:43.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574135115022365] [2024/05/06 09:53:43.958 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d45f728000000000002ca4] [2024/05/06 09:53:43.960 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d45f728000000000002ca4] ["first new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:497 store_id:1 id:498 store_id:5 id:499 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 09:53:43.960 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=496] [2024/05/06 09:53:43.960 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000002ca4] ["new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:497 store_id:1 id:498 store_id:5 id:499 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:43.960 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=500] [2024/05/06 09:53:43.961 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000005948] ["new region left"="{Id:500 StartKey:7480000000000000ffd45f728000000000ff002ca40000000000fa EndKey:7480000000000000ffd45f728000000000ff0059480000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:501 store_id:1 id:502 store_id:5 id:503 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:43.961 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=504] [2024/05/06 09:53:43.961 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f7280000000000085ec] ["new region left"="{Id:504 StartKey:7480000000000000ffd45f728000000000ff0059480000000000fa EndKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:505 store_id:1 id:506 store_id:5 id:507 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:43.961 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=508] [2024/05/06 09:53:43.962 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000b290] ["new region left"="{Id:508 StartKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa EndKey:7480000000000000ffd45f728000000000ff00b2900000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:509 store_id:1 id:510 store_id:5 id:511 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:43.962 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=512] [2024/05/06 09:53:43.962 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000df34] ["new region left"="{Id:512 StartKey:7480000000000000ffd45f728000000000ff00b2900000000000fa EndKey:7480000000000000ffd45f728000000000ff00df340000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:513 store_id:1 id:514 store_id:5 id:515 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:43.962 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=516] [2024/05/06 09:53:43.962 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000010bd8] ["new region left"="{Id:516 StartKey:7480000000000000ffd45f728000000000ff00df340000000000fa EndKey:7480000000000000ffd45f728000000000ff010bd80000000000fa RegionEpoch:{ConfVer:5 Version:124} Peers:[id:517 store_id:1 id:518 store_id:5 id:519 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[496,500,504,508,512,516]"] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=496] [backoff(ms)=299995] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=496] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=500] [backoff(ms)=299995] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=500] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=504] [backoff(ms)=299995] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=504] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=508] [backoff(ms)=299995] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=508] [2024/05/06 09:53:43.963 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=512] [backoff(ms)=299994] [2024/05/06 09:53:43.964 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=512] [2024/05/06 09:53:43.964 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=516] [backoff(ms)=299994] [2024/05/06 09:53:43.964 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=516] [2024/05/06 09:53:43.964 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=185] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 09:53:43.972 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:43.972 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 09:53:43.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:43.983 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:43.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=525.55Β΅s] [gotSchemaVersion=186] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:43.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=186] [2024/05/06 09:53:44.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=52.098669ms] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.046 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.053 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=671.205Β΅s] [gotSchemaVersion=187] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:44.055 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=187] [2024/05/06 09:53:44.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=52.576902ms] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=525.212Β΅s] [gotSchemaVersion=188] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:44.119 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=188] [2024/05/06 09:53:44.166 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.131382ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.173 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:44.174 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 09:53:44.180 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 09:53:44.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135180558339, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:44.186 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:44.190 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/214] [2024/05/06 09:53:44.212 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:44.528 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:44.528 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:44.528 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:44.528 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:44.548 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:44.548 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:44.548 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1a7c1529-af18-4e1f-86a4-ee52a2946f40] [watcherID=a26e0d1a-9262-40ce-a1d9-a055ecacf9e5] [2024/05/06 09:53:44.549 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:44.550 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:44.550 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:44.551 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:44.551 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:44.554 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240001] [2024/05/06 09:53:44.554 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:45.055 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:45.055 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:45.056 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:45.058 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:45.353 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:45.526 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:45.656 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:45.657 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:45.657 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/214] [keyspaceName=] [2024/05/06 09:53:45.660 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:45.660 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:45.661 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:45.661 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:45.661 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:45.661 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:45.661 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:45.661 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:45.661 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:45.664 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:45.665 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:45.665 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=214] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:45.665 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:45.670 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:45.672 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:45.672 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=214] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:45.673 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240001] [subtask-id=210001] [jobID=214] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:45.673 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 09:53:45.673 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 09:53:45.673 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 09:53:45.676 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:45.679 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:45.681 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:45.681 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=1] [2024/05/06 09:53:45.681 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 09:53:45.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=3] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=2] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f72800000000000b290] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 09:53:45.684 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=5] [2024/05/06 09:53:45.685 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 09:53:45.685 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=4] [2024/05/06 09:53:45.685 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=6] [2024/05/06 09:53:45.685 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=7] [2024/05/06 09:53:45.686 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=304] [count=8] [cost=479.291Β΅s] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/6353d418-cebb-49c2-a9d0-3b6e44a6ed46.sst] [2024/05/06 09:53:45.686 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/6353d418-cebb-49c2-a9d0-3b6e44a6ed46.sst] [firstKey=7480000000000000D45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000001038000000000011170038000000000011170] [2024/05/06 09:53:45.689 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=214] [2024/05/06 09:53:45.689 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149993656320/940431265792, backend usage: 0"] [2024/05/06 09:53:45.689 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:45.690 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:45.711 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=304] [2024/05/06 09:53:45.711 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:45.720 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 09:53:45.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.863875ms] [] [2024/05/06 09:53:45.723 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=214] [2024/05/06 09:53:45.731 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:45.731 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:45.732 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.003491ms] [] [2024/05/06 09:53:45.732 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:45.732 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=512.672Β΅s] [] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:45.733 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:45.733 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:45.733 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:45.733 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:45.734 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:45.734 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:45.734 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:45.734 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:45.734 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:45.734 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=214] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:53:45.734 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=77.694275ms] [] [2024/05/06 09:53:46.056 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:46.325 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:53:46.338 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240001] [type=backfill] [2024/05/06 09:53:46.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=614.2Β΅s] [gotSchemaVersion=189] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:46.355 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=189] [2024/05/06 09:53:46.404 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.930014ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135180558339, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.410 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135180558339, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.410 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=214] [table=t] [index=idx] [2024/05/06 09:53:46.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=816.425Β΅s] [gotSchemaVersion=190] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:46.420 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=190] [2024/05/06 09:53:46.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=52.171599ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.474 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 09:53:46.480 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/06 09:53:46.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135783489539, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.486 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135783489539, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d45f69ffff000000000001,EndKey:7480000000000000d45f69ffff000000000001ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 09:53:46.488 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000001] ["end key"=7480000000000000d45f69ffff000000000001ff] [2024/05/06 09:53:46.488 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/06 09:53:46.488 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000001ff] ["current end key"=7480000000000000d45f69ffff00000000000100] [2024/05/06 09:53:46.488 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/06 09:53:46.488 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/06 09:53:46.488 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/06 09:53:46.489 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000001, 7480000000000000d45f69ffff00000000000100), jobID: 214"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000010000] ["take time"=358.467Β΅s] [2024/05/06 09:53:46.489 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/06 09:53:46.489 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000001] [2024/05/06 09:53:46.489 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:53:46.509 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:46.514 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=604.186Β΅s] [gotSchemaVersion=191] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:46.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=191] [2024/05/06 09:53:46.555 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240001] [2024/05/06 09:53:46.557 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:46.557 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210003] [2024/05/06 09:53:46.557 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240001] [2024/05/06 09:53:46.563 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=51.664398ms] [job="ID:214, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135783489539, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.569 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:46.570 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=214] [tableID=212] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:46.572 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="add index"] [2024/05/06 09:53:46.572 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [job="ID:214, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:53:43.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135783489539, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.580 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/06 09:53:46.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:46.581 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.617000353\n# Parse_time: 0.000027371\n# Compile_time: 0.000072351\n# Rewrite_time: 0.000004927\n# Optimize_time: 0.000034408\n# Wait_TS: 0.00012915\n# DB: addindexlit\n# Is_internal: false\n# Digest: 32d569294d9fec527c753fa1c3471a51797a29a06f81aea16315902427aadc16\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(b);"] [2024/05/06 09:53:46.582 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:46.586 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=191] [cur_db=addindexlit] [sql="alter table t add index idx_2(b);"] [user=] [2024/05/06 09:53:46.590 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:46.590 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx_2(b);"] [2024/05/06 09:53:46.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.597 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx_2\",\"L\":\"idx_2\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:46.603 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=594.626Β΅s] [gotSchemaVersion=192] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:46.606 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=192] [2024/05/06 09:53:46.654 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.382917ms] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=509.106Β΅s] [gotSchemaVersion=193] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:46.668 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=193] [2024/05/06 09:53:46.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=51.376587ms] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=568.875Β΅s] [gotSchemaVersion=194] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:46.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=194] [2024/05/06 09:53:46.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=51.815413ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.784 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.784 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 09:53:46.785 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/06 09:53:46.789 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 09:53:46.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135862132747, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:46.794 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/06 09:53:46.799 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/215] [2024/05/06 09:53:46.819 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:46.829 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240002] [2024/05/06 09:53:46.829 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:47.330 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:47.330 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:47.331 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240002] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:47.332 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:47.453 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240002] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:47.756 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:47.756 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:47.756 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/215] [keyspaceName=] [2024/05/06 09:53:47.760 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:47.760 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:47.760 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:47.760 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:47.760 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:47.760 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:47.760 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:47.760 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:47.760 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:47.764 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:47.764 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:47.764 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=215] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:47.764 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:47.769 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:47.770 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:47.770 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=215] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:47.771 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240002] [subtask-id=210002] [jobID=215] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:47.771 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/06 09:53:47.771 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/06 09:53:47.771 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/06 09:53:47.773 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/06 09:53:47.775 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/06 09:53:47.778 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/06 09:53:47.782 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/06 09:53:47.782 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/06 09:53:47.782 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/06 09:53:47.782 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=2] [2024/05/06 09:53:47.782 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=1] [2024/05/06 09:53:47.783 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=3] [2024/05/06 09:53:47.783 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/06 09:53:47.784 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=4] [2024/05/06 09:53:47.784 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/06 09:53:47.784 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/06 09:53:47.784 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=5] [2024/05/06 09:53:47.785 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=7] [2024/05/06 09:53:47.785 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=6] [2024/05/06 09:53:47.788 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=4] [size=304] [count=8] [cost=1.418192ms] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/c47016ab-828b-4cba-ac2f-eccd6d4d55b9.sst] [2024/05/06 09:53:47.788 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/c47016ab-828b-4cba-ac2f-eccd6d4d55b9.sst] [firstKey=7480000000000000D45F698000000000000002038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000002038000000000011170038000000000011170] [2024/05/06 09:53:47.791 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=215] [2024/05/06 09:53:47.791 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 149993680896/940431265792, backend usage: 0"] [2024/05/06 09:53:47.791 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/06 09:53:47.793 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:47.815 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=8] [size=304] [2024/05/06 09:53:47.815 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:47.824 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/06 09:53:47.825 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=34.045217ms] [] [2024/05/06 09:53:47.828 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=215] [2024/05/06 09:53:47.837 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:47.837 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:47.838 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=711.179Β΅s] [] [2024/05/06 09:53:47.838 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/06 09:53:47.838 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=423.199Β΅s] [] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:47.839 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:47.839 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:47.839 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:47.839 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:47.839 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:47.839 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=215] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/06 09:53:47.839 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=83.563448ms] [] [2024/05/06 09:53:48.331 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:48.444 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240002] [type=backfill] [2024/05/06 09:53:48.632 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:53:48.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=634.992Β΅s] [gotSchemaVersion=195] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:48.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=195] [2024/05/06 09:53:48.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=52.338667ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135862132747, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574135862132747, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.718 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=215] [table=t] [index=idx_2] [2024/05/06 09:53:48.724 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=558.327Β΅s] [gotSchemaVersion=196] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:48.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=196] [2024/05/06 09:53:48.774 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=52.035077ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.782 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 09:53:48.787 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/06 09:53:48.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136386420746, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.794 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136386420746, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000d45f69ffff000000000002,EndKey:7480000000000000d45f69ffff000000000002ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/06 09:53:48.796 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000002] ["end key"=7480000000000000d45f69ffff000000000002ff] [2024/05/06 09:53:48.796 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000002ff] ["current end key"=7480000000000000d45f69ffff00000000000200] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000002, 7480000000000000d45f69ffff00000000000200), jobID: 215"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000020000] ["take time"=449.523Β΅s] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/06 09:53:48.797 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000002] [2024/05/06 09:53:48.797 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:53:48.819 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:48.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=661.325Β΅s] [gotSchemaVersion=197] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:48.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=197] [2024/05/06 09:53:48.830 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240002] [2024/05/06 09:53:48.832 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:48.832 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240002] [2024/05/06 09:53:48.838 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:48.876 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.040111ms] [job="ID:215, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136386420746, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.885 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=215] [tableID=212] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:48.887 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="add index"] [2024/05/06 09:53:48.888 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [job="ID:215, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-06 09:53:46.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136386420746, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:48.896 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 09:53:48.896 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:48.897 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.311224619\n# Parse_time: 0.000019092\n# Compile_time: 0.000050666\n# Rewrite_time: 0.000001483\n# Optimize_time: 0.000034408\n# Wait_TS: 0.000137258\n# DB: addindexlit\n# Is_internal: false\n# Digest: 3b8533dcb186df7b7c5aefd3163dfd848c9b0f469aeafd56da34c64dd90eb336\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx_2(b);"] [2024/05/06 09:53:48.897 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:48.898 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx_2] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx_2`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:48.902 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=197] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/06 09:53:48.907 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:48.907 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/06 09:53:48.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=44.773Β΅s] [gotSchemaVersion=198] [phyTblIDs="[212]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:48.923 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=198] [2024/05/06 09:53:48.970 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=52.018315ms] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.984 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=45.151Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:48.987 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=199] [2024/05/06 09:53:49.035 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=52.247753ms] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.040 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.043 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 210, Old Table ID: 212, Old Table Name: t"] [2024/05/06 09:53:49.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=45.479Β΅s] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:49.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=200] [2024/05/06 09:53:49.098 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=51.718393ms] [job="ID:216, Type:drop table, State:done, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.103 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 09:53:49.106 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/06 09:53:49.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:48.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:53:49.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:49.114 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=200] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:53:49.120 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:49.120 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:53:49.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.130 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 217, Table Name: t"] [2024/05/06 09:53:49.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=588.369Β΅s] [gotSchemaVersion=201] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:49.137 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=201] [2024/05/06 09:53:49.185 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.83567ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.191 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.196 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:53:49.196 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:49.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278350] [2024/05/06 09:53:49.199 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278353] [2024/05/06 09:53:49.201 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278355] [2024/05/06 09:53:49.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278357] [2024/05/06 09:53:49.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278359] [2024/05/06 09:53:49.205 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278361] [2024/05/06 09:53:49.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278363] [2024/05/06 09:53:49.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574136491278365] [2024/05/06 09:53:49.209 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d95f728000000000002710] [2024/05/06 09:53:49.210 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d95f728000000000002710] ["first new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:537 store_id:1 id:538 store_id:5 id:539 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/06 09:53:49.210 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=536] [2024/05/06 09:53:49.211 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000002710] ["new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:537 store_id:1 id:538 store_id:5 id:539 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:49.211 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=540] [2024/05/06 09:53:49.211 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000004e20] ["new region left"="{Id:540 StartKey:7480000000000000ffd95f728000000000ff0027100000000000fa EndKey:7480000000000000ffd95f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:541 store_id:1 id:542 store_id:5 id:543 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:49.211 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=544] [2024/05/06 09:53:49.312 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000007530] ["new region left"="{Id:544 StartKey:7480000000000000ffd95f728000000000ff004e200000000000fa EndKey:7480000000000000ffd95f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:545 store_id:1 id:546 store_id:5 id:547 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:49.312 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=548] [2024/05/06 09:53:49.313 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000009c40] ["new region left"="{Id:548 StartKey:7480000000000000ffd95f728000000000ff0075300000000000fa EndKey:7480000000000000ffd95f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:549 store_id:1 id:550 store_id:5 id:551 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:49.313 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=552] [2024/05/06 09:53:49.313 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000c350] ["new region left"="{Id:552 StartKey:7480000000000000ffd95f728000000000ff009c400000000000fa EndKey:7480000000000000ffd95f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:553 store_id:1 id:554 store_id:5 id:555 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:49.313 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=556] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000ea60] ["new region left"="{Id:556 StartKey:7480000000000000ffd95f728000000000ff00c3500000000000fa EndKey:7480000000000000ffd95f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:130} Peers:[id:557 store_id:1 id:558 store_id:5 id:559 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[536,540,544,548,552,556]"] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=536] [backoff(ms)=299895] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=536] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=540] [backoff(ms)=299895] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=540] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=544] [backoff(ms)=299894] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=544] [2024/05/06 09:53:49.314 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=548] [backoff(ms)=299894] [2024/05/06 09:53:49.315 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=548] [2024/05/06 09:53:49.315 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=552] [backoff(ms)=299894] [2024/05/06 09:53:49.315 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=552] [2024/05/06 09:53:49.315 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=556] [backoff(ms)=299894] [2024/05/06 09:53:49.315 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=556] [2024/05/06 09:53:49.315 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=201] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:53:49.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:49.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:53:49.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.330 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:49.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=566.04Β΅s] [gotSchemaVersion=202] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:49.340 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=202] [2024/05/06 09:53:49.387 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=52.183115ms] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=583.78Β΅s] [gotSchemaVersion=203] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:49.404 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=203] [2024/05/06 09:53:49.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=52.139396ms] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=652.459Β΅s] [gotSchemaVersion=204] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:49.468 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=204] [2024/05/06 09:53:49.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.29631ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.524 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:49.525 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f728000000000000000] [endKey=7480000000000000d95f72800000000001117000] [2024/05/06 09:53:49.530 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 09:53:49.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136583028739, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:49.536 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:49.541 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/219] [2024/05/06 09:53:49.565 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=217] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:49.574 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240003] [2024/05/06 09:53:49.574 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:50.075 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:50.075 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:50.076 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240003] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:50.078 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:50.153 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240003] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:50.457 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:50.458 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:50.458 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 09:53:50.461 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:50.461 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:50.461 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:50.461 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:50.462 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:50.462 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:50.462 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:50.462 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:50.462 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:50.468 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:50.468 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:50.468 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=219] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:50.468 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:50.474 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:50.477 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:50.477 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=219] ["index ID"=1] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:50.478 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240003] [subtask-id=210003] [jobID=219] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:50.478 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000000000] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 09:53:50.478 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d95f728000000000000000, endKey=7480000000000000d95f728000000000002710"] [2024/05/06 09:53:50.478 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d95f728000000000002710, endKey=7480000000000000d95f728000000000004e20"] [2024/05/06 09:53:50.505 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/06 09:53:50.533 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/06 09:53:50.560 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/06 09:53:50.560 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=2] [2024/05/06 09:53:50.560 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d95f728000000000004e20, endKey=7480000000000000d95f728000000000007530"] [2024/05/06 09:53:50.585 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/06 09:53:50.585 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=1] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d95f728000000000007530, endKey=7480000000000000d95f728000000000009c40"] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000009c40] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=3] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d95f728000000000009c40, endKey=7480000000000000d95f72800000000000c350"] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d95f72800000000000c350, endKey=7480000000000000d95f72800000000000ea60"] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=4] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d95f72800000000000ea60, endKey=7480000000000000d95f72800000000001117000"] [2024/05/06 09:53:50.586 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=5] [2024/05/06 09:53:50.587 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=7] [2024/05/06 09:53:50.587 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=6] [2024/05/06 09:53:50.590 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=4] [size=432] [count=8] [cost=580.643Β΅s] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/00380cb3-a880-4d3f-a852-5ddb35d2b8e9.sst] [2024/05/06 09:53:50.590 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=432] [kvs=8] [files=1] [sstFileSize=1147] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/00380cb3-a880-4d3f-a852-5ddb35d2b8e9.sst] [firstKey=7480000000000000FFD95F698000000000FF0000010380000000FF0000000000000000FB80000000000000000008] [lastKey=7480000000000000FFD95F698000000000FF0000010380000000FF0001117000000000FB80000000000111700008] [2024/05/06 09:53:50.593 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=219] [2024/05/06 09:53:50.593 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149993721856/940431265792, backend usage: 0"] [2024/05/06 09:53:50.593 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:50.594 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:50.615 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=432] [2024/05/06 09:53:50.616 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:50.624 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=432] [kvs=8] [importedSize=288] [importedCount=8] [2024/05/06 09:53:50.626 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.788575ms] [] [2024/05/06 09:53:50.629 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=219] [2024/05/06 09:53:50.637 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:50.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:50.638 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=917.199Β΅s] [] [2024/05/06 09:53:50.638 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:50.638 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=437.433Β΅s] [] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:50.639 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:50.639 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:50.639 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:50.639 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:50.640 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:50.640 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:50.640 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:50.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:50.640 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:50.640 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:53:50.640 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=182.647215ms] [] [2024/05/06 09:53:51.076 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:51.244 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240003] [type=backfill] [2024/05/06 09:53:51.379 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:51.379 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/06 09:53:51.382 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:51.382 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:51.382 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:51.382 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:51.383 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:51.383 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:51.383 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:51.383 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:51.383 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:51.388 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:51.389 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:51.389 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=536] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:51.389 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:53:51.389 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:53:51.390 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.3225ms] [] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:51.391 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:51.391 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:51.391 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:51.391 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:51.391 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:51.391 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/06 09:53:51.391 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:53:51.417 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=553.59Β΅s] [gotSchemaVersion=205] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.420 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=205] [2024/05/06 09:53:51.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.320396ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136583028739, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574136583028739, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.475 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=219] [table=t] [index=idx] [2024/05/06 09:53:51.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=533.061Β΅s] [gotSchemaVersion=206] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=206] [2024/05/06 09:53:51.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=52.437843ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.540 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 09:53:51.545 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/06 09:53:51.550 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137107316749, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.552 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137107316749, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d95f69ffff000000000001,EndKey:7480000000000000d95f69ffff000000000001ff,First:false,PhysicalTableID:217,Ingest mode:false"] [2024/05/06 09:53:51.553 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f69ffff000000000001] ["end key"=7480000000000000d95f69ffff000000000001ff] [2024/05/06 09:53:51.553 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=217] ["end key"=7480000000000000d95f69ffff000000000001ff] ["current end key"=7480000000000000d95f69ffff00000000000100] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 217, range: [7480000000000000d95f69ffff000000000001, 7480000000000000d95f69ffff00000000000100), jobID: 219"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d95f69ffff0000000000010000] ["take time"=483.614Β΅s] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/06 09:53:51.555 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d95f69ffff000000000001] [2024/05/06 09:53:51.555 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/06 09:53:51.575 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240003] [2024/05/06 09:53:51.577 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:51.577 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:51.577 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240003] [2024/05/06 09:53:51.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=564.938Β΅s] [gotSchemaVersion=207] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:51.583 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:51.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=207] [2024/05/06 09:53:51.633 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.112256ms] [job="ID:219, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137107316749, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.640 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=219] [tableID=217] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:51.642 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="add index"] [2024/05/06 09:53:51.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=219] [conn=21] [job="ID:219, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-06 09:53:49.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137107316749, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:51.652 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/06 09:53:51.652 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:51.653 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.337859791\n# Parse_time: 0.000055433\n# Compile_time: 0.000116147\n# Rewrite_time: 0.000002736\n# Optimize_time: 0.000034408\n# Wait_TS: 0.000186414\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/06 09:53:51.654 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:51.658 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [2024/05/06 09:53:51.658 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [2024/05/06 09:53:51.658 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:51.658 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=2.541Β΅s] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=980ns] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=795ns] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=824ns] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=1.027Β΅s] [2024/05/06 09:53:51.659 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:51.659 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:51.659 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:51.662 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7faefca2-3767-4174-9de4-df3316362653] ["take time"=3.960172ms] [2024/05/06 09:53:51.662 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7faefca2-3767-4174-9de4-df3316362653] [2024/05/06 09:53:51.663 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:51.663 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:51.663 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1a7c1529-af18-4e1f-86a4-ee52a2946f40] [2024/05/06 09:53:51.663 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1a7c1529-af18-4e1f-86a4-ee52a2946f40] [watcherID=a26e0d1a-9262-40ce-a1d9-a055ecacf9e5] [2024/05/06 09:53:51.663 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:51.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:51.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:51.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1334] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:51.664 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:51.664 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7faefca2-3767-4174-9de4-df3316362653] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:51.664 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:51.664 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:51.664 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6bc422d-105e-4944-8fd9-aeafc0eddedf"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:51.664 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:51.664 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6bc422d-105e-4944-8fd9-aeafc0eddedf"] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="context canceled"] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:51.664 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=7faefca2-3767-4174-9de4-df3316362653] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:51.664 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:51.664 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:51.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:51.665 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:51.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:51.665 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e6bc422d-105e-4944-8fd9-aeafc0eddedf] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:51.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:51.665 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:51.665 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager e6bc422d-105e-4944-8fd9-aeafc0eddedf"] [error="context canceled"] [2024/05/06 09:53:51.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:51.670 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:51.670 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="context canceled"] [2024/05/06 09:53:51.865 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6bc422d-105e-4944-8fd9-aeafc0eddedf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:51.871 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:52.913 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:52.913 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:52.913 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:53.116 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7faefca2-3767-4174-9de4-df3316362653"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:53.116 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:53.116 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:53.116 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:53.116 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.458459396s] [2024/05/06 09:53:53.116 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:53.116 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:53.116 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:53.116 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:53.117 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexSplitTableRanges (9.63s) === RUN TestAddIndexFinishImportError [2024/05/06 09:53:53.119 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:53.119 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:53.120 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:53.120 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6bc422d-105e-4944-8fd9-aeafc0eddedf"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:53.120 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:53.120 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:53.121 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:53.121 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:53.121 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:53.121 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:53.121 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:53.121 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:53.122 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:53.122 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:53.123 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:53.125 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:53.130 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:53.138 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=231] ["lease id"=6f188f4d509bd872] [2024/05/06 09:53:53.139 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:53.151 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=11.221719ms] [2024/05/06 09:53:53.153 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:53.153 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=9fc359ec-c0fc-4ad2-91e5-a305d608378d] [runWorker=true] [2024/05/06 09:53:53.153 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:53.154 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:53.154 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:53.154 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:53.155 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993730048/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:53.155 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:53.155 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:53.155 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:53.156 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bde8d] [ownerID=9fc359ec-c0fc-4ad2-91e5-a305d608378d] [op=none] [2024/05/06 09:53:53.156 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:53.157 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6f8f2381-6f21-4020-b6ea-90b0a0aba157] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:53.157 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:53.161 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:53.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:53.161 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:53.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:53.174 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:53.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:53.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:53.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:53.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:53.176 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:53.176 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:53.176 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:53.176 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:53.176 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:53.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:53.176 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:53.177 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:53.177 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:53.177 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:53.177 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:53.177 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:53.178 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:53.178 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/dc6645db-ca72-4db0-8c0d-8629fd6305de] [2024/05/06 09:53:53.178 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:53.178 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:53.178 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:53.180 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:53.180 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:53.180 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:53.181 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.816419ms] [2024/05/06 09:53:53.186 +00:00] [INFO] [set.go:170] ["set global var"] [conn=22] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:53.187 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=207] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:53.193 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:53.193 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:53.206 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:53.206 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bde8d] [ownerID=9fc359ec-c0fc-4ad2-91e5-a305d608378d] [op=none] [2024/05/06 09:53:53.206 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [op=none] [2024/05/06 09:53:53.206 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:53.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=46.198Β΅s] [gotSchemaVersion=208] [phyTblIDs="[217]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:53.223 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=208] [2024/05/06 09:53:53.272 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=52.372672ms] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.276 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=36.645Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:53.283 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=209] [2024/05/06 09:53:53.332 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.372178ms] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.337 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=29.613Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:53.345 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=210] [2024/05/06 09:53:53.394 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=52.460083ms] [job="ID:220, Type:drop schema, State:done, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.398 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=220] [tableIDs="[217]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:53.401 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="drop schema"] [2024/05/06 09:53:53.402 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [job="ID:220, Type:drop schema, State:synced, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.407 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:53:53.407 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:53.408 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=210] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:53.414 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:53.414 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:53.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.425 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=265.402Β΅s] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:53.427 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=211] [2024/05/06 09:53:53.476 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.309573ms] [job="ID:222, Type:create schema, State:done, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.480 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [job="ID:222, Type:create schema, State:synced, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.484 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:53:53.484 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:53.492 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:53.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=211] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/06 09:53:53.497 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:53.497 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/06 09:53:53.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.505 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 221, Table ID: 223, Table Name: t"] [2024/05/06 09:53:53.510 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=479.734Β΅s] [gotSchemaVersion=212] [phyTblIDs="[223]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:53.512 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=212] [2024/05/06 09:53:53.560 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.195809ms] [job="ID:224, Type:create table, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.564 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [job="ID:224, Type:create table, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:53.568 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:53:53.568 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:53.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574137644711937] [2024/05/06 09:53:53.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574137644711940] [2024/05/06 09:53:53.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574137644711942] [2024/05/06 09:53:53.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574137644711944] [2024/05/06 09:53:53.575 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=212] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:53:53.579 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:53.579 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:53:53.586 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.587 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:53.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=525.842Β΅s] [gotSchemaVersion=213] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:53.595 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=213] [2024/05/06 09:53:53.643 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=52.711966ms] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 65, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.656 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=531.644Β΅s] [gotSchemaVersion=214] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:53.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=214] [2024/05/06 09:53:53.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=51.934616ms] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.719 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=527.015Β΅s] [gotSchemaVersion=215] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:53.722 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=215] [2024/05/06 09:53:53.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=51.727889ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.776 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:53.776 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f728000000000000000] [endKey=7480000000000000df5f72800000000000753000] [2024/05/06 09:53:53.783 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 09:53:53.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137697140742, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:53.788 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:53.792 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/225] [2024/05/06 09:53:53.816 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=223] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:54.158 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:54.158 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:54.158 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:54.158 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:54.179 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:54.179 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:54.179 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dc6645db-ca72-4db0-8c0d-8629fd6305de] [watcherID=181bcd8a-80b4-48d9-a62e-41a9abe681f8] [2024/05/06 09:53:54.180 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:54.181 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:54.181 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:54.181 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:54.181 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:54.185 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=270001] [2024/05/06 09:53:54.185 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/06 09:53:54.686 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/06 09:53:54.686 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:54.687 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=270001] [curr-step=init] [next-step=read-index] [2024/05/06 09:53:54.688 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/06 09:53:54.984 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=270001] [type=backfill] [remaining-slots=12] [2024/05/06 09:53:55.155 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:55.287 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/06 09:53:55.288 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:53:55.288 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/225] [keyspaceName=] [2024/05/06 09:53:55.291 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:55.291 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:55.292 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:55.292 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:55.292 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:55.292 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:55.292 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:55.292 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:55.292 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:55.296 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:55.296 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:55.296 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=225] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:53:55.296 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/06 09:53:55.301 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/06 09:53:55.303 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:55.303 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=225] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:55.304 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=270001] [subtask-id=240001] [jobID=225] [avgRowSize=0] [reader=2] [writer=4] [2024/05/06 09:53:55.304 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f728000000000000000] ["end key"=7480000000000000df5f72800000000000753000] [2024/05/06 09:53:55.304 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=270001] [subtask-id=240001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000df5f728000000000000000, endKey=7480000000000000df5f72800000000000753000"] [2024/05/06 09:53:55.373 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:55.399 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/06 09:53:55.399 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=270001] [subtask-id=240001] [id=1] [2024/05/06 09:53:55.424 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/06 09:53:55.450 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/06 09:53:55.451 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1031] [file=/tmp/tidb/tmp_ddl-4000/225/f75d9cab-8823-5503-94ba-459a1de580da.sst/e25b3db2-9480-4d45-a39b-8cd25e2bcb4d.sst] [firstKey=7480000000000000DF5F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000DF5F698000000000000001038000000000007530038000000000007530] [2024/05/06 09:53:55.454 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=225] [2024/05/06 09:53:55.454 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 149993779200/940431265792, backend usage: 0"] [2024/05/06 09:53:55.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:55.455 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:55.477 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/06 09:53:55.477 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:55.485 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/06 09:53:55.486 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.459634ms] [] [2024/05/06 09:53:55.489 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=225] [2024/05/06 09:53:55.497 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/06 09:53:55.497 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:55.497 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=604.429Β΅s] [] [2024/05/06 09:53:55.497 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:55.498 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=374.987Β΅s] [] [2024/05/06 09:53:55.498 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:55.498 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:55.499 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:55.499 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:55.499 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:55.499 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:55.499 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:55.499 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=225] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/06 09:53:55.499 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=211.736628ms] [] [2024/05/06 09:53:55.688 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/06 09:53:55.800 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=270001] [type=backfill] [2024/05/06 09:53:55.929 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 09:53:55.957 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=685.75Β΅s] [gotSchemaVersion=216] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:55.959 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=216] [2024/05/06 09:53:56.006 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.460966ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137697140742, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574137697140742, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.013 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=225] [table=t] [index=idx] [2024/05/06 09:53:56.020 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=505.681Β΅s] [gotSchemaVersion=217] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:56.022 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=217] [2024/05/06 09:53:56.070 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=51.971939ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.076 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 65, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.077 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 09:53:56.082 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/06 09:53:56.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138300071942, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.089 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138300071942, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000df5f69ffff000000000001,EndKey:7480000000000000df5f69ffff000000000001ff,First:false,PhysicalTableID:223,Ingest mode:false"] [2024/05/06 09:53:56.090 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f69ffff000000000001] ["end key"=7480000000000000df5f69ffff000000000001ff] [2024/05/06 09:53:56.090 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=223] ["end key"=7480000000000000df5f69ffff000000000001ff] ["current end key"=7480000000000000df5f69ffff00000000000100] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 223, range: [7480000000000000df5f69ffff000000000001, 7480000000000000df5f69ffff00000000000100), jobID: 225"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000df5f69ffff0000000000010000] ["take time"=388.529Β΅s] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/06 09:53:56.091 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=4] ["start key"=7480000000000000df5f69ffff000000000001] [2024/05/06 09:53:56.091 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/06 09:53:56.111 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:53:56.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=573.064Β΅s] [gotSchemaVersion=218] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:56.118 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=218] [2024/05/06 09:53:56.166 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.21415ms] [job="ID:225, Type:add index, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138300071942, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.173 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=225] [tableID=223] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:56.175 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=225] [jobType="add index"] [2024/05/06 09:53:56.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 65, tp add index"] [category=ddl] [jobID=225] [conn=23] [job="ID:225, Type:add index, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-06 09:53:53.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138300071942, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:56.183 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=225] [2024/05/06 09:53:56.183 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:56.184 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 23\n# Query_time: 2.609389665\n# Parse_time: 0.000026627\n# Compile_time: 0.000053606\n# Rewrite_time: 0.000001785\n# Optimize_time: 0.000020107\n# Wait_TS: 0.000120232\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:53:56.185 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:53:56.186 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=270001] [2024/05/06 09:53:56.188 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:56.188 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=270001] [2024/05/06 09:53:56.193 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [2024/05/06 09:53:56.193 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [2024/05/06 09:53:56.193 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:56.193 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=1.684Β΅s] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=1.073Β΅s] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=835ns] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=979ns] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=796ns] [2024/05/06 09:53:56.194 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:56.194 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:56.194 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:56.195 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=9fc359ec-c0fc-4ad2-91e5-a305d608378d] ["take time"=2.05285ms] [2024/05/06 09:53:56.195 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=9fc359ec-c0fc-4ad2-91e5-a305d608378d] [2024/05/06 09:53:56.196 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:56.196 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:56.196 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/dc6645db-ca72-4db0-8c0d-8629fd6305de] [2024/05/06 09:53:56.196 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dc6645db-ca72-4db0-8c0d-8629fd6305de] [watcherID=181bcd8a-80b4-48d9-a62e-41a9abe681f8] [2024/05/06 09:53:56.196 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:56.196 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:56.196 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:56.196 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=231] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:56.197 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9fc359ec-c0fc-4ad2-91e5-a305d608378d] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:56.197 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:56.197 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f8f2381-6f21-4020-b6ea-90b0a0aba157"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="context canceled"] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [2024/05/06 09:53:56.197 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=9fc359ec-c0fc-4ad2-91e5-a305d608378d] [2024/05/06 09:53:56.197 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:56.197 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:56.197 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:56.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:56.198 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:56.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:56.198 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6f8f2381-6f21-4020-b6ea-90b0a0aba157] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:56.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:56.198 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:56.198 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f8f2381-6f21-4020-b6ea-90b0a0aba157"] [error="context canceled"] [2024/05/06 09:53:56.198 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:56.198 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f8f2381-6f21-4020-b6ea-90b0a0aba157"] [2024/05/06 09:53:56.205 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:56.205 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="context canceled"] [2024/05/06 09:53:56.205 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [2024/05/06 09:53:56.205 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:57.453 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6f8f2381-6f21-4020-b6ea-90b0a0aba157"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:57.455 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:57.455 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:57.455 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:57.455 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:57.463 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9fc359ec-c0fc-4ad2-91e5-a305d608378d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:57.463 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:57.463 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:57.464 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.271048102s] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:57.464 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:57.464 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:57.464 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:57.464 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:57.464 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexFinishImportError (4.35s) === RUN TestAddIndexRemoteDuplicateCheck [2024/05/06 09:53:57.467 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:57.467 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:57.467 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:57.467 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:57.467 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:57.468 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:57.468 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:57.468 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:57.468 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:57.468 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:57.468 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:57.469 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:57.470 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:57.470 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:57.472 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:57.477 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:57.485 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1402] ["lease id"=6f188f4d509bd8aa] [2024/05/06 09:53:57.487 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:57.499 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=218] ["start time"=11.522354ms] [2024/05/06 09:53:57.500 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:57.500 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=db6550a9-f782-4a23-b081-49dab273a305] [runWorker=true] [2024/05/06 09:53:57.500 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:57.501 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:57.502 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:57.502 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:57.502 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993783296/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:57.502 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:57.502 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:57.502 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:57.503 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdec6] [ownerID=db6550a9-f782-4a23-b081-49dab273a305] [op=none] [2024/05/06 09:53:57.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:57.504 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1b13d372-9c4a-4cdb-862a-ba9beb7fec3b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:57.504 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:57.507 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:57.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:57.508 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:57.519 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:57.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:57.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:57.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:57.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:57.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:57.523 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:57.523 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:57.523 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:57.523 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:57.523 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:57.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:57.523 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:57.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:57.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:57.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:57.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:57.524 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:57.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:57.525 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a229b867-783b-4503-98d3-7bd07ba4c6de] [2024/05/06 09:53:57.525 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:57.525 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:57.525 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:57.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:57.526 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:57.526 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:57.528 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.376378ms] [2024/05/06 09:53:57.532 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:57.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=218] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:57.540 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:57.540 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:57.553 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:57.554 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdec6] [ownerID=db6550a9-f782-4a23-b081-49dab273a305] [op=none] [2024/05/06 09:53:57.554 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [op=none] [2024/05/06 09:53:57.554 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:57.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.567 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=35.627Β΅s] [gotSchemaVersion=219] [phyTblIDs="[223]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:57.569 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=219] [2024/05/06 09:53:57.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.031467ms] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.623 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=32.222Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:57.630 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=220] [2024/05/06 09:53:57.679 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=52.200643ms] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.689 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=31.166Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:57.691 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=221] [2024/05/06 09:53:57.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=52.527755ms] [job="ID:226, Type:drop schema, State:done, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.744 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop schema: table IDs"] [2024/05/06 09:53:57.748 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="drop schema"] [2024/05/06 09:53:57.748 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [job="ID:226, Type:drop schema, State:synced, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.753 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:53:57.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:57.754 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=221] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:53:57.760 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:57.760 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:53:57.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.771 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=223.212Β΅s] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:57.773 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=222] [2024/05/06 09:53:57.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=52.546179ms] [job="ID:228, Type:create schema, State:done, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:57.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [job="ID:228, Type:create schema, State:synced, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.831 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:53:57.831 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:57.839 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:53:57.848 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=1] [2024/05/06 09:53:57.855 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_enable_dist_task] [val=0] [2024/05/06 09:53:57.855 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=222] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 09:53:57.862 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:57.862 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 09:53:57.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.870 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 227, Table ID: 229, Table Name: t"] [2024/05/06 09:53:57.875 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=496.036Β΅s] [gotSchemaVersion=223] [phyTblIDs="[229]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:57.877 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=223] [2024/05/06 09:53:57.926 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=52.671771ms] [job="ID:230, Type:create table, State:done, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.931 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [job="ID:230, Type:create table, State:synced, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.936 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:53:57.936 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:57.937 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e55f728000000000007530] [2024/05/06 09:53:57.938 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e55f728000000000007530] ["first new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:133} Peers:[id:577 store_id:1 id:578 store_id:5 id:579 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/06 09:53:57.938 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=576] [2024/05/06 09:53:57.939 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000e55f728000000000007530] ["new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:133} Peers:[id:577 store_id:1 id:578 store_id:5 id:579 store_id:4 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/06 09:53:57.939 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[576]"] [2024/05/06 09:53:57.939 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=576] [backoff(ms)=299998] [2024/05/06 09:53:57.939 +00:00] [INFO] [split_region.go:301] ["wait scatter region"] [regionID=576] [reverse=scatter-region] [status=RUNNING] [2024/05/06 09:53:57.942 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=576] [2024/05/06 09:53:57.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574138785038352] [2024/05/06 09:53:57.946 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574138785038354] [2024/05/06 09:53:57.947 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=223] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:53:57.952 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:53:57.952 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:53:57.959 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:57.959 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:53:57.966 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=598.399Β΅s] [gotSchemaVersion=224] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:57.969 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=224] [2024/05/06 09:53:58.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.644815ms] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=470.761Β΅s] [gotSchemaVersion=225] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:58.032 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=225] [2024/05/06 09:53:58.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=52.317523ms] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=532.178Β΅s] [gotSchemaVersion=226] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:58.096 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=226] [2024/05/06 09:53:58.144 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=52.394765ms] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.152 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:58.152 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=1] [2024/05/06 09:53:58.152 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/231] [keyspaceName=] [2024/05/06 09:53:58.155 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:58.155 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:58.155 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:58.155 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:58.156 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:58.156 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:58.156 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:58.156 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:58.156 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:58.161 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:58.161 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:58.161 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:53:58.163 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=231] [physicalTableID=229] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 09:53:58.169 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 09:53:58.174 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.175 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:53:58.178 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=229] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:53:58.178 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 09:53:58.179 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=231] [start=7480000000000000e55f728000000000000001] [end=7480000000000000e55f7280000000000186a000] ["checkpoint physical ID"=229] [2024/05/06 09:53:58.179 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000e55f728000000000000001,EndKey:7480000000000000e55f7280000000000186a000,First:false,PhysicalTableID:229,Ingest mode:true"] [2024/05/06 09:53:58.204 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=229] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:58.204 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=229] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=231] [localCnt=0] [2024/05/06 09:53:58.206 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:58.206 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:53:58.232 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:53:58.232 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:53:58.258 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:53:58.258 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=231] [reader=1] [writer=2] [2024/05/06 09:53:58.258 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=229] ["start key"=7480000000000000e55f728000000000000001] ["end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 09:53:58.258 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=2] [regionCnt=2] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/06 09:53:58.259 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=229] ["end key"=7480000000000000e55f728000000000007530] ["current end key"=7480000000000000e55f72800000000000000100] [2024/05/06 09:53:58.259 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=2] [pTbl=229] ["end key"=7480000000000000e55f7280000000000186a000] ["current end key"=7480000000000000e55f7280000000000186a000] [2024/05/06 09:53:58.259 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:53:58.259 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 229, range: [7480000000000000e55f728000000000000001, 7480000000000000e55f72800000000000000100), jobID: 231"] [2024/05/06 09:53:58.260 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=2] [task="taskID: 2, physicalTableID: 229, range: [7480000000000000e55f728000000000007530, 7480000000000000e55f7280000000000186a000), jobID: 231"] [2024/05/06 09:53:58.260 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:53:58.261 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/8ece33b8-2b04-4c48-a4c2-1098b23d18e2.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/06 09:53:58.262 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 149993783296/940431265792, backend usage: 0"] [2024/05/06 09:53:58.262 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:58.263 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:58.285 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 09:53:58.285 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:58.291 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:53:58.293 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=30.57272ms] [] [2024/05/06 09:53:58.295 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=2] [2024/05/06 09:53:58.295 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=966] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/d7883f1d-842d-462c-ab63-b5b4aceed078.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [2024/05/06 09:53:58.296 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 149993783296/940431265792, backend usage: 0"] [2024/05/06 09:53:58.296 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:58.298 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:58.321 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 09:53:58.321 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:58.327 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=72] [importedCount=2] [2024/05/06 09:53:58.328 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.373231ms] [] [2024/05/06 09:53:58.331 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 149993783296/940431265792, backend usage: 0"] [2024/05/06 09:53:58.331 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:58.331 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:58.331 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=7.824Β΅s] [] [2024/05/06 09:53:58.337 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000e55f7280000000000186a000] ["global checkpoint"=7480000000000000e55f7280000000000186a000] ["global physical ID"=229] [] [2024/05/06 09:53:58.337 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000000e55f728000000000000001] [2024/05/06 09:53:58.337 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/06 09:53:58.356 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] [2024/05/06 09:53:58.356 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:58.357 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=636.399Β΅s] [] [2024/05/06 09:53:58.357 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:53:58.357 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:53:58.357 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:58.357 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=11.114Β΅s] [] [2024/05/06 09:53:58.357 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:53:58.357 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=379.507Β΅s] [] [2024/05/06 09:53:58.357 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:53:58.357 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:53:58.358 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.358 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=5] [2024/05/06 09:53:58.359 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.359 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=4] [2024/05/06 09:53:58.359 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.359 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=3] [2024/05/06 09:53:58.360 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.360 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=2] [2024/05/06 09:53:58.360 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.360 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=1] [2024/05/06 09:53:58.361 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.361 +00:00] [ERROR] [duplicate.go:1008] ["all attempts to process the remote dupTask have failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.361 +00:00] [ERROR] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys failed"] [category=ddl-ingest] [table=t] [takeTime=3.45075ms] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/06 09:53:58.361 +00:00] [ERROR] [backend.go:101] ["remote duplicate index key exist"] [category=ddl-ingest] [table=t] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:101\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:53:58.361 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:6, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '[1]' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '[1]' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:115\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:58.364 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:58.364 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:58.364 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:58.364 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:58.364 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:58.364 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/06 09:53:58.364 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:53:58.364 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [error="[kv:1062]Duplicate entry '[1]' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '[1]' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:115\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:58.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=633.636Β΅s] [gotSchemaVersion=227] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:58.373 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=227] [2024/05/06 09:53:58.421 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=52.632421ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:3, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.428 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.436 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=599.983Β΅s] [gotSchemaVersion=228] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:58.438 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=228] [2024/05/06 09:53:58.486 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=52.545346ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.492 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=592.015Β΅s] [gotSchemaVersion=229] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:53:58.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=229] [2024/05/06 09:53:58.505 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:58.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:58.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:58.505 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:58.525 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:58.525 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:58.525 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a229b867-783b-4503-98d3-7bd07ba4c6de] [watcherID=b4d70ee8-3ca9-452d-972b-8f465b44ad86] [2024/05/06 09:53:58.526 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:58.528 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:58.528 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:58.528 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:58.528 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:58.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=52.462955ms] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.557 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=231] [tableID=229] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:53:58.559 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="add index"] [2024/05/06 09:53:58.560 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-06 09:53:57.919 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449574138837467146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:53:58.564 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/06 09:53:58.567 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=231] [2024/05/06 09:53:58.567 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:53:58.567 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.620089006\n# Parse_time: 0.000028081\n# Compile_time: 0.000056734\n# Rewrite_time: 0.00000153\n# Optimize_time: 0.000017392\n# Wait_TS: 0.000180598\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 09:53:58.575 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/06 09:53:58.576 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [2024/05/06 09:53:58.576 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [2024/05/06 09:53:58.576 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:58.577 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=1.673Β΅s] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=804ns] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=427ns] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=899ns] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=1.209Β΅s] [2024/05/06 09:53:58.577 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:58.577 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:58.577 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:58.578 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=db6550a9-f782-4a23-b081-49dab273a305] ["take time"=2.080373ms] [2024/05/06 09:53:58.578 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=db6550a9-f782-4a23-b081-49dab273a305] [2024/05/06 09:53:58.578 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:53:58.579 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a229b867-783b-4503-98d3-7bd07ba4c6de] [watcherID=b4d70ee8-3ca9-452d-972b-8f465b44ad86] [2024/05/06 09:53:58.579 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:53:58.579 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a229b867-783b-4503-98d3-7bd07ba4c6de] [2024/05/06 09:53:58.579 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:58.579 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:53:58.579 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:53:58.579 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:53:58.579 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1402] [2024/05/06 09:53:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=db6550a9-f782-4a23-b081-49dab273a305] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:53:58.580 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b13d372-9c4a-4cdb-862a-ba9beb7fec3b"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:58.580 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:58.580 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="context canceled"] [2024/05/06 09:53:58.580 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [2024/05/06 09:53:58.580 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="lost watcher waiting for delete"] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=db6550a9-f782-4a23-b081-49dab273a305] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:58.580 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b13d372-9c4a-4cdb-862a-ba9beb7fec3b"] [error="context canceled"] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:58.580 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b13d372-9c4a-4cdb-862a-ba9beb7fec3b"] [2024/05/06 09:53:58.580 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1b13d372-9c4a-4cdb-862a-ba9beb7fec3b] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:58.580 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:58.587 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:53:58.587 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="context canceled"] [2024/05/06 09:53:58.587 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [2024/05/06 09:53:59.832 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1b13d372-9c4a-4cdb-862a-ba9beb7fec3b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:59.837 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:59.837 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:53:59.837 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:59.845 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager db6550a9-f782-4a23-b081-49dab273a305"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:59.845 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:53:59.845 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:53:59.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:59.846 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.27010766s] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:59.846 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:59.846 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:59.846 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:59.846 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:59.846 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexRemoteDuplicateCheck (2.38s) === RUN TestAddIndexBackfillLostUpdate [2024/05/06 09:53:59.849 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:59.849 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:53:59.849 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:53:59.849 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:59.849 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:53:59.850 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:59.850 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:59.850 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:59.850 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:59.850 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:59.850 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:59.852 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:59.852 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:59.852 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:59.855 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:59.859 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:59.868 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1386] ["lease id"=3eaa8f4d509bd871] [2024/05/06 09:53:59.870 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:59.882 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=229] ["start time"=11.699252ms] [2024/05/06 09:53:59.884 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:59.884 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=acd7fd8c-d16d-4866-80e5-be65d519af33] [runWorker=true] [2024/05/06 09:53:59.884 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:59.885 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:59.886 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:59.886 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:53:59.886 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993844736/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:59.886 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:59.886 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:59.886 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:59.887 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d509bd8e5] [ownerID=acd7fd8c-d16d-4866-80e5-be65d519af33] [op=none] [2024/05/06 09:53:59.887 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:59.887 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=47772082-bf17-4193-b1c6-239ab646dde1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:59.888 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:59.891 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:59.892 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:59.892 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:59.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:59.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:59.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:59.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:59.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:59.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:59.908 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:59.908 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:59.908 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:59.908 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:59.908 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:59.908 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:59.908 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:59.909 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:59.909 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:59.909 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:59.909 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:59.909 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:59.910 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:59.910 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/bf6c9e58-1482-44db-93d7-39f7a954cba6] [2024/05/06 09:53:59.910 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:59.910 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:53:59.910 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:59.912 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:59.912 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:59.912 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:59.913 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.681382ms] [2024/05/06 09:53:59.919 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:53:59.920 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=229] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:53:59.926 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:59.926 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:53:59.936 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:59.937 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] ["owner key"=/tidb/ddl/fg/owner/6f188f4d509bd8e5] [ownerID=acd7fd8c-d16d-4866-80e5-be65d519af33] [op=none] [2024/05/06 09:53:59.937 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [op=none] [2024/05/06 09:53:59.937 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:59.943 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:59.951 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=39.121Β΅s] [gotSchemaVersion=230] [phyTblIDs="[229]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:53:59.953 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=230] [2024/05/06 09:54:00.002 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=52.712151ms] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=34.019Β΅s] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:00.015 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=231] [2024/05/06 09:54:00.064 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=52.658192ms] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=34.198Β΅s] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:00.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=232] [2024/05/06 09:54:00.126 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=52.149735ms] [job="ID:232, Type:drop schema, State:done, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.131 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:00.135 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="drop schema"] [2024/05/06 09:54:00.135 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [job="ID:232, Type:drop schema, State:synced, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:59.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.142 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:54:00.142 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.143 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=232] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:54:00.149 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:00.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:00.149 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:00.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:54:00.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=236.381Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:00.163 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=234] [version=233] [2024/05/06 09:54:00.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=51.727006ms] [job="ID:234, Type:create schema, State:done, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:00.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.216 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [job="ID:234, Type:create schema, State:synced, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.220 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/06 09:54:00.220 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.228 +00:00] [INFO] [set.go:170] ["set global var"] [conn=27] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:54:00.228 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=233] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 09:54:00.234 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:00.234 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 09:54:00.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.243 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 233, Table ID: 235, Table Name: t"] [2024/05/06 09:54:00.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=493.149Β΅s] [gotSchemaVersion=234] [phyTblIDs="[235]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:00.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=236] [version=234] [2024/05/06 09:54:00.298 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.216933ms] [job="ID:236, Type:create table, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.303 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [job="ID:236, Type:create table, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.308 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/06 09:54:00.308 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:00.310 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=234] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/06 09:54:00.315 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:00.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/06 09:54:00.322 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.322 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.323 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:00.324 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.329 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=554.698Β΅s] [gotSchemaVersion=235] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:00.332 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=235] [2024/05/06 09:54:00.380 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.110352ms] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.383 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.388 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.390 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=651.371Β΅s] [gotSchemaVersion=236] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:00.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=236] [2024/05/06 09:54:00.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=52.253663ms] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.447 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.451 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.451 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.454 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.455 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574139440398346] [2024/05/06 09:54:00.461 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=524.067Β΅s] [gotSchemaVersion=237] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:00.463 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=237] [2024/05/06 09:54:00.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.544726ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.513 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.518 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.518 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:00.518 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:00.518 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/237] [keyspaceName=] [2024/05/06 09:54:00.521 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:00.521 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:00.522 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:00.522 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:00.522 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:00.522 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:00.522 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:00.522 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:00.522 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:00.527 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:00.527 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:00.527 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:00.528 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 09:54:00.533 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.535 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 09:54:00.535 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.540 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.541 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:00.545 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=235] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:00.545 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 09:54:00.547 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=237] [start=7480000000000000eb5f728000000000000001] [end=7480000000000000eb5f72800000000000000100] ["checkpoint physical ID"=235] [2024/05/06 09:54:00.547 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f728000000000000001,EndKey:7480000000000000eb5f72800000000000000100,First:false,PhysicalTableID:235,Ingest mode:true"] [2024/05/06 09:54:00.572 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=235] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:00.572 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=235] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=237] [localCnt=0] [2024/05/06 09:54:00.575 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:00.575 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:00.601 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:54:00.601 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:00.648 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:54:00.648 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:00.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:54:00.690 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:00.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:54:00.733 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=237] [reader=2] [writer=4] [2024/05/06 09:54:00.733 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f728000000000000001] ["end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 09:54:00.733 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/06 09:54:00.733 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f72800000000000000100] ["current end key"=7480000000000000eb5f72800000000000000100] [2024/05/06 09:54:00.733 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:00.733 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f728000000000000001, 7480000000000000eb5f72800000000000000100), jobID: 237"] [2024/05/06 09:54:00.734 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:00.735 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/237/f75d9cab-8823-5503-94ba-459a1de580da.sst/4baa30ad-91e6-486d-b3e2-97a5a96fce2c.sst] [firstKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/06 09:54:00.740 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000eb5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=235] [] [2024/05/06 09:54:00.740 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000eb5f728000000000000001] [2024/05/06 09:54:00.740 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:54:00.766 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] [2024/05/06 09:54:00.766 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:00.766 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=620.927Β΅s] [] [2024/05/06 09:54:00.767 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:00.767 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:54:00.768 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:00.789 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/06 09:54:00.789 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:00.797 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:54:00.798 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.426963ms] [] [2024/05/06 09:54:00.798 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:00.799 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=515.931Β΅s] [] [2024/05/06 09:54:00.799 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:54:00.799 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:00.799 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=729.528Β΅s] [] [2024/05/06 09:54:00.801 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=706.967Β΅s] [gotSchemaVersion=238] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:00.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=238] [2024/05/06 09:54:00.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=52.51921ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.859 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.863 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139466874882, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.864 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=237] [table=t] [index=idx] [2024/05/06 09:54:00.865 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:00.865 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:00.865 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:00.865 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:00.866 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:00.866 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:00.866 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:00.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:00.866 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:00.866 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/06 09:54:00.866 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:54:00.868 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.872 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=592.331Β΅s] [gotSchemaVersion=239] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:00.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=239] [2024/05/06 09:54:00.889 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:00.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:00.889 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:00.889 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:00.911 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:00.911 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:00.911 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bf6c9e58-1482-44db-93d7-39f7a954cba6] [watcherID=a6a5baa0-32c7-455e-9b93-c55e5b201831] [2024/05/06 09:54:00.912 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:00.913 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:00.913 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:00.913 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:00.913 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:00.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=51.492561ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.924 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.928 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.929 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 09:54:00.932 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.934 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/06 09:54:00.934 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.939 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.941 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f69ffff000000000001,EndKey:7480000000000000eb5f69ffff000000000001ff,First:false,PhysicalTableID:235,Ingest mode:false"] [2024/05/06 09:54:00.942 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f69ffff000000000001] ["end key"=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 09:54:00.942 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/06 09:54:00.943 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f69ffff000000000001ff] ["current end key"=7480000000000000eb5f69ffff00000000000103800000000000000200] [2024/05/06 09:54:00.943 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/06 09:54:00.943 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/06 09:54:00.943 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/06 09:54:00.945 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f69ffff000000000001, 7480000000000000eb5f69ffff00000000000103800000000000000200), jobID: 237"] ["added count"=2] ["scan count"=3] ["next key"=7480000000000000eb5f69ffff0000000000010380000000000000020000] ["take time"=2.628391ms] [2024/05/06 09:54:00.945 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/06 09:54:00.945 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000eb5f69ffff000000000001] [2024/05/06 09:54:00.945 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:00.966 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:00.966 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:00.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=608.721Β΅s] [gotSchemaVersion=240] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:00.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=240] [2024/05/06 09:54:01.021 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=52.333456ms] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.023 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.028 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=237] [tableID=235] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:01.030 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=237] [jobType="add index"] [2024/05/06 09:54:01.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.038 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:00.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574139571470342, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:01.039 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 09:54:01.039 +00:00] [INFO] [callback.go:70] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.039 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.729062313\n# Parse_time: 0.000030744\n# Compile_time: 0.00004922\n# Rewrite_time: 0.000001492\n# Optimize_time: 0.00001842\n# Wait_TS: 0.000086541\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/06 09:54:01.040 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:54:01.044 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [2024/05/06 09:54:01.044 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [2024/05/06 09:54:01.044 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:01.045 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=4.886Β΅s] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=813ns] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=742ns] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=1.292Β΅s] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=831ns] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:01.046 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:01.046 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=acd7fd8c-d16d-4866-80e5-be65d519af33] ["take time"=2.347915ms] [2024/05/06 09:54:01.046 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=acd7fd8c-d16d-4866-80e5-be65d519af33] [2024/05/06 09:54:01.048 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:01.048 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/bf6c9e58-1482-44db-93d7-39f7a954cba6] [watcherID=a6a5baa0-32c7-455e-9b93-c55e5b201831] [2024/05/06 09:54:01.048 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:01.048 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/bf6c9e58-1482-44db-93d7-39f7a954cba6] [2024/05/06 09:54:01.048 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:01.048 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:01.048 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:01.048 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:01.048 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1386] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:01.049 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=acd7fd8c-d16d-4866-80e5-be65d519af33] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:01.049 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:01.049 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 47772082-bf17-4193-b1c6-239ab646dde1"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:01.049 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:01.049 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:01.049 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:01.049 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:01.049 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=acd7fd8c-d16d-4866-80e5-be65d519af33] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="context canceled"] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:01.049 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=47772082-bf17-4193-b1c6-239ab646dde1] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:01.049 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 47772082-bf17-4193-b1c6-239ab646dde1"] [error="context canceled"] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 47772082-bf17-4193-b1c6-239ab646dde1"] [2024/05/06 09:54:01.049 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 47772082-bf17-4193-b1c6-239ab646dde1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:01.049 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:01.050 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:01.056 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:01.056 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="context canceled"] [2024/05/06 09:54:01.056 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [2024/05/06 09:54:01.056 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:02.301 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:02.301 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:02.301 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:02.308 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager acd7fd8c-d16d-4866-80e5-be65d519af33"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:02.308 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:02.308 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:02.308 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:02.308 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.264052027s] [2024/05/06 09:54:02.308 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:02.308 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:02.308 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:02.308 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:02.309 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexBackfillLostUpdate (2.46s) === RUN TestAddIndexPreCheckFailed [2024/05/06 09:54:02.311 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:02.311 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:02.311 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:02.311 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:02.311 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:02.312 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:02.312 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:02.312 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:02.312 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:02.312 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:02.312 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:02.313 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:02.314 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:02.314 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:02.316 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:02.317 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 47772082-bf17-4193-b1c6-239ab646dde1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:02.321 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:02.333 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=218] ["lease id"=6f188f4d509bd919] [2024/05/06 09:54:02.335 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:02.347 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=240] ["start time"=11.711182ms] [2024/05/06 09:54:02.348 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:02.348 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f5905d22-89c0-4279-9b2b-df7d103d6b0e] [runWorker=true] [2024/05/06 09:54:02.348 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:02.350 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:02.350 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:54:02.350 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993918464/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:02.350 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:02.350 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:02.350 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:02.350 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:02.351 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdf2b] [ownerID=f5905d22-89c0-4279-9b2b-df7d103d6b0e] [op=none] [2024/05/06 09:54:02.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:02.352 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4a1c7309-886c-4afd-87e2-f735c4620d25] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:02.353 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:02.356 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:02.357 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:02.357 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:02.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:02.369 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:02.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:02.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:02.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:02.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:02.371 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:02.371 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:02.371 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:02.371 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:02.371 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:02.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:02.371 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:02.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:02.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:02.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:02.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:02.372 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:02.373 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:02.373 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/56f80f80-663c-4b49-82da-5165853d0dd7] [2024/05/06 09:54:02.373 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:02.373 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:02.373 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:02.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:02.375 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:02.375 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:02.376 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.749921ms] [2024/05/06 09:54:02.381 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:02.382 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=240] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:54:02.389 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:02.389 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:54:02.401 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:02.401 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdf2b] [ownerID=f5905d22-89c0-4279-9b2b-df7d103d6b0e] [op=none] [2024/05/06 09:54:02.401 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [op=none] [2024/05/06 09:54:02.401 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:02.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=41.307Β΅s] [gotSchemaVersion=241] [phyTblIDs="[235]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:02.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=241] [2024/05/06 09:54:02.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=52.660654ms] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=44.059Β΅s] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:02.483 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=242] [2024/05/06 09:54:02.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=52.779896ms] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.542 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=43.656Β΅s] [gotSchemaVersion=243] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:02.545 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=243] [2024/05/06 09:54:02.594 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=52.913604ms] [job="ID:238, Type:drop schema, State:done, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.600 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:02.604 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop schema"] [2024/05/06 09:54:02.604 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:drop schema, State:synced, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.610 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:54:02.610 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=243] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:54:02.616 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:02.616 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:54:02.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=254.562Β΅s] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:02.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=244] [2024/05/06 09:54:02.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=51.897662ms] [job="ID:240, Type:create schema, State:done, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:02.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [job="ID:240, Type:create schema, State:synced, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.686 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:54:02.686 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.693 +00:00] [INFO] [set.go:170] ["set global var"] [conn=30] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:54:02.694 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=244] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/06 09:54:02.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:02.700 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/06 09:54:02.706 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 239, Table ID: 241, Table Name: t"] [2024/05/06 09:54:02.713 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=465.332Β΅s] [gotSchemaVersion=245] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:02.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=242] [version=245] [2024/05/06 09:54:02.764 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.696127ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:02.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.769 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:02.772 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/06 09:54:02.772 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:02.774 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140056436743] [2024/05/06 09:54:02.775 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=245] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/06 09:54:02.779 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:02.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:02.779 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:02.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/06 09:54:02.785 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:02.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:02.786 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:243, Type:add index, State:running, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:02.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:02.786 +00:00] [INFO] [backend_mgr.go:109] ["ingest backfill is not available"] [category=ddl-ingest] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 09:54:02.786 +00:00] [INFO] [ddl_worker.go:1144] ["DDL job is cancelled normally"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/06 09:54:02.787 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [job="ID:243, Type:add index, State:cancelled, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:02.769 +0000 UTC, Err:[ddl:8256]Check ingest environment failed: mock error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:02.790 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=243] [2024/05/06 09:54:02.790 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:02.790 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=245] [error="[ddl:8256]Check ingest environment failed: mock error"] [errorVerbose="[ddl:8256]Check ingest environment failed: mock error\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).DoDDLJob\n\tpkg/ddl/ddl.go:1293\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).createIndex\n\tpkg/ddl/ddl_api.go:7732\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).AlterTable\n\tpkg/ddl/ddl_api.go:3935\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).executeAlterTable\n\tpkg/executor/ddl.go:388\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).Next\n\tpkg/executor/ddl.go:152\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrMsg\n\tpkg/testkit/testkit.go:480\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexPreCheckFailed\n\ttests/realtikvtest/addindextest4/ingest_test.go:488\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"addindexlit\",\n \"id\": 30,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:02.793 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [2024/05/06 09:54:02.793 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [2024/05/06 09:54:02.794 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=11.502Β΅s] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=3.24Β΅s] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=734ns] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=6.564Β΅s] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=610ns] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:02.795 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:02.795 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f5905d22-89c0-4279-9b2b-df7d103d6b0e] ["take time"=5.080599ms] [2024/05/06 09:54:02.795 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f5905d22-89c0-4279-9b2b-df7d103d6b0e] [2024/05/06 09:54:02.796 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:02.796 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/56f80f80-663c-4b49-82da-5165853d0dd7] [2024/05/06 09:54:02.796 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:02.796 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:02.796 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:02.796 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:02.796 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:02.796 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:02.796 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:02.797 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:02.797 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:02.797 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:02.797 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:02.797 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=218] [2024/05/06 09:54:02.798 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:02.798 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:02.798 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:02.798 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:02.798 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4a1c7309-886c-4afd-87e2-f735c4620d25"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [2024/05/06 09:54:02.798 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:02.798 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4a1c7309-886c-4afd-87e2-f735c4620d25] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4a1c7309-886c-4afd-87e2-f735c4620d25"] [error="context canceled"] [2024/05/06 09:54:02.798 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4a1c7309-886c-4afd-87e2-f735c4620d25"] [2024/05/06 09:54:02.798 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4a1c7309-886c-4afd-87e2-f735c4620d25"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:02.804 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:02.804 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [error="context canceled"] [2024/05/06 09:54:03.005 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:04.044 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:04.044 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:04.044 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:04.046 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4a1c7309-886c-4afd-87e2-f735c4620d25"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:04.265 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f5905d22-89c0-4279-9b2b-df7d103d6b0e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:04.265 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:04.265 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:04.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:04.266 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.475707499s] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:04.266 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:04.266 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:04.266 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:04.266 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:04.267 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexPreCheckFailed (1.96s) === RUN TestAddIndexImportFailed [2024/05/06 09:54:04.269 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:04.269 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:04.269 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:04.270 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:04.270 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:04.270 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:04.270 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:04.270 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:04.270 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:04.270 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:04.271 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:04.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:04.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:04.272 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:04.275 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:04.279 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:04.288 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1881] ["lease id"=6f188f4d509bd93b] [2024/05/06 09:54:04.289 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:04.301 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=245] ["start time"=10.883809ms] [2024/05/06 09:54:04.303 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:04.303 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] [runWorker=true] [2024/05/06 09:54:04.303 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:04.305 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:04.306 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:54:04.306 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993947136/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:04.306 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:04.306 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:04.306 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:04.306 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:04.306 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:04.308 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:04.308 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8f31c988-10d8-4022-b30c-a63d603384ea] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:04.308 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdf52] [ownerID=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] [op=none] [2024/05/06 09:54:04.309 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:04.312 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:04.313 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:04.313 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:04.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:04.325 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:04.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:04.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:04.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:04.327 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:04.327 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:04.327 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:04.327 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:04.327 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:04.327 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:04.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:04.328 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:04.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:04.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:04.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:04.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:04.328 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:04.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:04.329 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/62b4595e-9eb4-45ab-b432-cd430d5fdeab] [2024/05/06 09:54:04.329 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:04.329 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:04.329 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:04.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:04.330 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:04.330 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:04.332 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.323346ms] [2024/05/06 09:54:04.337 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:04.338 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=245] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:54:04.345 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.345 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:54:04.358 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:04.358 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdf52] [ownerID=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] [op=none] [2024/05/06 09:54:04.358 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [op=none] [2024/05/06 09:54:04.358 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:04.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.372 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=36.412Β΅s] [gotSchemaVersion=246] [phyTblIDs="[241]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:04.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=246] [2024/05/06 09:54:04.422 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=51.708713ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.432 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=28.857Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:04.434 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=247] [2024/05/06 09:54:04.482 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.034204ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.494 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=36.68Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:04.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=248] [2024/05/06 09:54:04.544 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=52.139163ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.549 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[241]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:04.553 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 09:54:04.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.560 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 09:54:04.560 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=248] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:54:04.567 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.567 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:54:04.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=254.382Β΅s] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:04.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=249] [2024/05/06 09:54:04.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=52.457463ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:04.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.635 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.639 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:54:04.639 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.647 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:54:04.654 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_enable_dist_task] [val=off] [2024/05/06 09:54:04.654 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=249] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/06 09:54:04.660 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.660 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/06 09:54:04.666 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.669 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 09:54:04.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=553.006Β΅s] [gotSchemaVersion=250] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:04.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=250] [2024/05/06 09:54:04.723 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=51.917667ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.728 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.733 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:54:04.733 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.737 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617552] [2024/05/06 09:54:04.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617554] [2024/05/06 09:54:04.740 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617556] [2024/05/06 09:54:04.742 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617558] [2024/05/06 09:54:04.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617560] [2024/05/06 09:54:04.745 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617562] [2024/05/06 09:54:04.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617564] [2024/05/06 09:54:04.748 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617566] [2024/05/06 09:54:04.749 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574140567617568] [2024/05/06 09:54:04.750 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=250] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/06 09:54:04.755 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:04.755 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/06 09:54:04.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.763 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:04.772 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=520.238Β΅s] [gotSchemaVersion=251] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:04.774 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=251] [2024/05/06 09:54:04.822 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=52.891864ms] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.836 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=251] [neededSchemaVersion=252] ["start time"=641.848Β΅s] [gotSchemaVersion=252] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:04.839 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=252] [2024/05/06 09:54:04.887 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=252] ["take time"=52.568978ms] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.894 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=252] [neededSchemaVersion=253] ["start time"=542.41Β΅s] [gotSchemaVersion=253] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:04.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=253] [2024/05/06 09:54:04.951 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=253] ["take time"=52.563191ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.957 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.958 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:04.958 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:04.958 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/249] [keyspaceName=] [2024/05/06 09:54:04.962 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:04.962 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:04.962 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:04.962 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:04.962 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:04.962 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:04.962 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:04.962 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:04.962 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:04.966 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:04.967 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:04.967 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:04.968 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:04.974 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 09:54:04.979 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574140620308490, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:04.980 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:04.983 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=247] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:04.983 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 09:54:04.984 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 09:54:04.984 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574140620308490, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 09:54:05.010 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:05.010 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=249] [localCnt=0] [2024/05/06 09:54:05.013 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:05.013 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:05.057 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:54:05.057 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:05.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:54:05.101 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:05.146 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:54:05.146 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:05.193 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:54:05.193 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 09:54:05.194 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:05.194 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:05.194 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:05.194 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:05.194 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f728000000000000001, 7480000000000000f75f72800000000000000a00), jobID: 249"] [2024/05/06 09:54:05.195 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:05.196 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=380] [kvs=10] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/249/f75d9cab-8823-5503-94ba-459a1de580da.sst/00981e01-54c3-4a42-a779-746764c12801.sst] [firstKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [lastKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A] [2024/05/06 09:54:05.203 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 09:54:05.203 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 09:54:05.204 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:54:05.228 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 09:54:05.228 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:05.229 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=769.315Β΅s] [] [2024/05/06 09:54:05.229 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:05.229 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:54:05.230 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:05.252 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 09:54:05.252 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:05.253 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [endKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A00] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:54:07.253 +00:00] [2024/05/06 09:54:05.253 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:54:05.254 +00:00] [ERROR] [backend.go:378] ["import failed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.209621ms] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [2024/05/06 09:54:05.254 +00:00] [ERROR] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] ["job ID"=249] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*engineInfo).ImportAndClean\n\tpkg/ddl/ingest/engine.go:157\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:143\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:54:05.254 +00:00] [WARN] [index.go:960] ["lightning import error"] [category=ddl] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:54:05.254 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:54:05.258 +00:00] [INFO] [ddl_worker.go:1001] ["run DDL job failed, sleeps a while then retries it."] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [waitTime=1s] [error="peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream"] [2024/05/06 09:54:05.309 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:05.309 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:05.309 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:05.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:05.329 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:05.330 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:05.330 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/62b4595e-9eb4-45ab-b432-cd430d5fdeab] [watcherID=8827ec59-d586-45d9-bed4-a52d1214da59] [2024/05/06 09:54:05.331 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:05.332 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:05.332 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:05.332 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:05.332 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:06.258 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 09:54:06.264 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574140620308490, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.265 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:06.268 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/06 09:54:06.268 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574140620308490, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/06 09:54:06.287 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:06.287 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=247] [indexIDs="[1]"] [jobID=249] [localCnt=10] [2024/05/06 09:54:06.288 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:06.288 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:54:06.289 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:06.307 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:06.310 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/06 09:54:06.310 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:06.318 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=380] [kvs=10] [importedSize=380] [importedCount=10] [2024/05/06 09:54:06.320 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=31.634354ms] [] [2024/05/06 09:54:06.320 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:06.320 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=540.503Β΅s] [] [2024/05/06 09:54:06.322 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:06.322 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1209008592] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:06.347 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008632] ["max memory quota"=17179869184] [2024/05/06 09:54:06.348 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1343226360] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:06.373 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226400] ["max memory quota"=17179869184] [2024/05/06 09:54:06.373 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1477444128] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:06.398 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444168] ["max memory quota"=17179869184] [2024/05/06 09:54:06.399 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1611661896] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:06.424 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611661936] ["max memory quota"=17179869184] [2024/05/06 09:54:06.424 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/06 09:54:06.424 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:06.424 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:06.424 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:06.424 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:06.424 +00:00] [INFO] [index_cop.go:125] ["checkpoint detected, skip a cop-request task"] [category=ddl-ingest] ["task ID"=1] ["task end key"=7480000000000000f75f72800000000000000a00] [2024/05/06 09:54:06.427 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/06 09:54:06.427 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/06 09:54:06.427 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:54:06.445 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/06 09:54:06.445 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:06.446 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=735.937Β΅s] [] [2024/05/06 09:54:06.446 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:06.446 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:54:06.446 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:06.446 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=18.95Β΅s] [] [2024/05/06 09:54:06.446 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:06.447 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=602.933Β΅s] [] [2024/05/06 09:54:06.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=253] [neededSchemaVersion=254] ["start time"=610.423Β΅s] [gotSchemaVersion=254] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:06.457 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=254] [2024/05/06 09:54:06.504 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=254] ["take time"=52.385806ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574140620308490, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.511 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574140620308490, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.511 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=249] [table=t] [index=idx] [2024/05/06 09:54:06.512 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:06.512 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:06.512 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:06.512 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:06.513 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:06.513 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:06.513 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:06.513 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:06.513 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:06.513 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/06 09:54:06.513 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=144] ["max memory quota"=17179869184] [2024/05/06 09:54:06.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=254] [neededSchemaVersion=255] ["start time"=526.301Β΅s] [gotSchemaVersion=255] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:06.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=255] [2024/05/06 09:54:06.569 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=255] ["take time"=52.248662ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.576 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.577 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 09:54:06.582 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/06 09:54:06.587 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574141052583942, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.589 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574141052583942, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f69ffff000000000001,EndKey:7480000000000000f75f69ffff000000000001ff,First:false,PhysicalTableID:247,Ingest mode:false"] [2024/05/06 09:54:06.590 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f69ffff000000000001] ["end key"=7480000000000000f75f69ffff000000000001ff] [2024/05/06 09:54:06.590 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f69ffff000000000001ff] ["current end key"=7480000000000000f75f69ffff00000000000100] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f69ffff000000000001, 7480000000000000f75f69ffff00000000000100), jobID: 249"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000f75f69ffff0000000000010000] ["take time"=366.463Β΅s] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/06 09:54:06.591 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f69ffff000000000001] [2024/05/06 09:54:06.591 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/06 09:54:06.611 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:06.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=255] [neededSchemaVersion=256] ["start time"=540.677Β΅s] [gotSchemaVersion=256] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:06.618 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=256] [2024/05/06 09:54:06.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=256] ["take time"=51.859941ms] [job="ID:249, Type:add index, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574141052583942, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.672 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=249] [tableID=247] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:06.674 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=249] [jobType="add index"] [2024/05/06 09:54:06.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [job="ID:249, Type:add index, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-06 09:54:04.719 +0000 UTC, Err:[ddl:-1]peer 601, store 1, region 600, epoch conf_ver:5 version:137 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449574141052583942, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:06.682 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=249] [2024/05/06 09:54:06.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 1.9332528820000001\n# Parse_time: 0.000036781\n# Compile_time: 0.00006627\n# Rewrite_time: 0.00000246\n# Optimize_time: 0.000018163\n# Wait_TS: 0.0001151\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/06 09:54:06.684 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/06 09:54:06.687 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [2024/05/06 09:54:06.687 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [2024/05/06 09:54:06.688 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=2.211Β΅s] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=1.076Β΅s] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=716ns] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=1.171Β΅s] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=709ns] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:06.689 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:06.689 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] ["take time"=2.206186ms] [2024/05/06 09:54:06.689 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] [2024/05/06 09:54:06.691 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:06.691 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:06.691 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/62b4595e-9eb4-45ab-b432-cd430d5fdeab] [watcherID=8827ec59-d586-45d9-bed4-a52d1214da59] [2024/05/06 09:54:06.691 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/62b4595e-9eb4-45ab-b432-cd430d5fdeab] [2024/05/06 09:54:06.691 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:06.691 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:06.691 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:06.691 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:06.691 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1881] [2024/05/06 09:54:06.692 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:06.692 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:06.692 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [error="context canceled"] [2024/05/06 09:54:06.692 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [2024/05/06 09:54:06.692 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:06.692 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:06.692 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:06.692 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:06.692 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8f31c988-10d8-4022-b30c-a63d603384ea"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8f31c988-10d8-4022-b30c-a63d603384ea"] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:06.692 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:06.692 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8f31c988-10d8-4022-b30c-a63d603384ea] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:06.692 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:06.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:06.692 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 8f31c988-10d8-4022-b30c-a63d603384ea"] [error="context canceled"] [2024/05/06 09:54:06.699 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:06.699 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [error="context canceled"] [2024/05/06 09:54:06.699 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [2024/05/06 09:54:06.893 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8f31c988-10d8-4022-b30c-a63d603384ea"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:07.956 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:07.957 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:07.957 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:07.957 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:07.968 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 715cb0e9-0b74-40a9-9bf8-d8e6caa7b30f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:07.968 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:07.968 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:07.968 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.281214154s] [2024/05/06 09:54:07.969 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:07.969 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:07.969 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:07.969 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:07.969 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexImportFailed (3.70s) === RUN TestAddEmptyMultiValueIndex [2024/05/06 09:54:07.971 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:07.971 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:07.972 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:07.972 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:07.972 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:07.973 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:07.973 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:07.973 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:07.973 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:07.973 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:07.973 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:07.975 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:07.975 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:07.975 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:07.978 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:07.982 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:07.992 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1121] ["lease id"=22318f4d509bdf85] [2024/05/06 09:54:07.994 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:08.006 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=256] ["start time"=11.319807ms] [2024/05/06 09:54:08.008 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:08.008 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=1689c517-8c18-47f2-9725-bb54b86aacab] [runWorker=true] [2024/05/06 09:54:08.008 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:08.009 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:08.010 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:54:08.010 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149993996288/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:08.010 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:08.010 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:08.010 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:08.010 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:08.011 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:08.011 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd907] [ownerID=1689c517-8c18-47f2-9725-bb54b86aacab] [op=none] [2024/05/06 09:54:08.011 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5b6715b3-d816-428d-b886-a91652e00249] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:08.012 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:08.016 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:08.016 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:08.016 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:08.027 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:08.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:08.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:08.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:08.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:08.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:08.031 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:08.031 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:08.031 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:08.031 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:08.031 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:08.032 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:08.032 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:08.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:08.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:08.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:08.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:08.033 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:08.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:08.034 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:08.034 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/e143ad61-a4ee-48e5-8e59-a54aa7271644] [2024/05/06 09:54:08.034 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:08.034 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:08.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:08.035 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:08.035 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:08.036 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.4545ms] [2024/05/06 09:54:08.039 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:08.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=256] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:54:08.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.048 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:54:08.061 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:08.062 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd907] [ownerID=1689c517-8c18-47f2-9725-bb54b86aacab] [op=none] [2024/05/06 09:54:08.062 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [op=none] [2024/05/06 09:54:08.062 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:08.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=256] [neededSchemaVersion=257] ["start time"=59.74Β΅s] [gotSchemaVersion=257] [phyTblIDs="[247]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:08.078 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=257] [2024/05/06 09:54:08.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=257] ["take time"=52.370313ms] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.138 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=257] [neededSchemaVersion=258] ["start time"=32.336Β΅s] [gotSchemaVersion=258] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:08.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=258] [2024/05/06 09:54:08.151 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8f31c988-10d8-4022-b30c-a63d603384ea"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:08.188 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=258] ["take time"=52.361037ms] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.193 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=258] [neededSchemaVersion=259] ["start time"=30.897Β΅s] [gotSchemaVersion=259] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:08.201 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=259] [2024/05/06 09:54:08.250 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=259] ["take time"=52.392075ms] [job="ID:250, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.255 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:08.259 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="drop schema"] [2024/05/06 09:54:08.260 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [job="ID:250, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.266 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:54:08.266 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.267 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=259] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:54:08.273 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.273 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:54:08.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.285 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=259] [neededSchemaVersion=260] ["start time"=235.729Β΅s] [gotSchemaVersion=260] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:08.288 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=260] [2024/05/06 09:54:08.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=260] ["take time"=52.418383ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:08.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.342 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.346 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:54:08.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.351 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:54:08.359 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_enable_dist_task] [val=off] [2024/05/06 09:54:08.359 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=260] [cur_db=addindexlit] [sql="create table t(j json);"] [user=] [2024/05/06 09:54:08.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:08.366 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(j json);"] [2024/05/06 09:54:08.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.375 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t"] [2024/05/06 09:54:08.380 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=260] [neededSchemaVersion=261] ["start time"=575.244Β΅s] [gotSchemaVersion=261] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:08.383 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=261] [2024/05/06 09:54:08.431 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=261] ["take time"=52.63699ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:08.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:08.442 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:54:08.442 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:08.446 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=261] [cur_db=addindexlit] [sql="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [user=] [2024/05/06 09:54:08.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:08.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 09:54:08.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.459 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"expression_index\",\"L\":\"expression_index\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_expression_index_0\",\"L\":\"_v$_expression_index_0\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/06 09:54:08.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=261] [neededSchemaVersion=262] ["start time"=677.586Β΅s] [gotSchemaVersion=262] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:08.468 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=262] [2024/05/06 09:54:08.516 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=262] ["take time"=52.100892ms] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=262] [neededSchemaVersion=263] ["start time"=654.208Β΅s] [gotSchemaVersion=263] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:08.533 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=263] [2024/05/06 09:54:08.581 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=263] ["take time"=52.996894ms] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.597 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=263] [neededSchemaVersion=264] ["start time"=811.959Β΅s] [gotSchemaVersion=264] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:08.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=264] [2024/05/06 09:54:08.646 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=264] ["take time"=52.193374ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.654 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 09:54:08.654 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:08.654 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/255] [keyspaceName=] [2024/05/06 09:54:08.657 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:08.657 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:08.657 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:08.657 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:08.658 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:08.658 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:08.658 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:08.658 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:08.658 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:08.662 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:08.662 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:08.662 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:08.663 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 09:54:08.670 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 09:54:08.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141589979146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.676 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/06 09:54:08.680 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=253] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:08.680 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 09:54:08.681 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=255] [start=7480000000000000fd5f728000000000000001] [end=7480000000000000fd5f72800000000000000100] ["checkpoint physical ID"=253] [2024/05/06 09:54:08.681 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141589979146, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f728000000000000001,EndKey:7480000000000000fd5f72800000000000000100,First:false,PhysicalTableID:253,Ingest mode:true"] [2024/05/06 09:54:08.706 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=253] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:08.706 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=253] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=255] [localCnt=0] [2024/05/06 09:54:08.710 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:08.710 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:08.769 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:54:08.769 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:08.794 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:54:08.794 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:08.820 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:54:08.820 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:08.845 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:54:08.845 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=255] [reader=2] [writer=4] [2024/05/06 09:54:08.845 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f728000000000000001] ["end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 09:54:08.845 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/06 09:54:08.845 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f72800000000000000100] ["current end key"=7480000000000000fd5f72800000000000000100] [2024/05/06 09:54:08.845 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:08.845 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f728000000000000001, 7480000000000000fd5f72800000000000000100), jobID: 255"] [2024/05/06 09:54:08.846 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:08.850 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000fd5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=253] [] [2024/05/06 09:54:08.850 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f728000000000000001] [2024/05/06 09:54:08.850 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:54:08.870 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] [2024/05/06 09:54:08.870 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:08.871 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=784.188Β΅s] [] [2024/05/06 09:54:08.871 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:08.871 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:54:08.871 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:08.871 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=10.624Β΅s] [] [2024/05/06 09:54:08.871 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:08.872 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=529.535Β΅s] [] [2024/05/06 09:54:08.879 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=264] [neededSchemaVersion=265] ["start time"=672.884Β΅s] [gotSchemaVersion=265] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:08.882 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=265] [2024/05/06 09:54:08.929 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=265] ["take time"=52.517037ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141589979146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.937 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141589979146, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:08.938 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=255] [table=t] [index=expression_index] [2024/05/06 09:54:08.938 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:08.938 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:08.939 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:08.939 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:08.939 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:08.939 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:08.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:08.939 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/06 09:54:08.939 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:54:08.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=265] [neededSchemaVersion=266] ["start time"=836.056Β΅s] [gotSchemaVersion=266] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:08.950 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=266] [2024/05/06 09:54:08.997 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=266] ["take time"=52.232737ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:09.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:09.005 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 09:54:09.011 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/06 09:54:09.013 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:09.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:09.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:09.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:09.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141681991686, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:09.018 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141681991686, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f69ffff000000000001,EndKey:7480000000000000fd5f69ffff000000000001ff,First:false,PhysicalTableID:253,Ingest mode:false"] [2024/05/06 09:54:09.019 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f69ffff000000000001] ["end key"=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 09:54:09.019 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f69ffff000000000001ff] ["current end key"=7480000000000000fd5f69ffff00000000000100] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f69ffff000000000001, 7480000000000000fd5f69ffff00000000000100), jobID: 255"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000fd5f69ffff0000000000010000] ["take time"=425.705Β΅s] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/06 09:54:09.020 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f69ffff000000000001] [2024/05/06 09:54:09.020 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/06 09:54:09.034 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:09.034 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:09.034 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e143ad61-a4ee-48e5-8e59-a54aa7271644] [watcherID=727cfc6b-f5eb-488e-b268-e6f6ac4b86f2] [2024/05/06 09:54:09.035 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:09.037 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:09.037 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:09.037 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:09.037 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:09.043 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:09.049 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=266] [neededSchemaVersion=267] ["start time"=696.616Β΅s] [gotSchemaVersion=267] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:09.051 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=267] [2024/05/06 09:54:09.098 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=267] ["take time"=52.075727ms] [job="ID:255, Type:add index, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141681991686, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:09.106 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=255] [tableID=253] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:09.108 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=255] [jobType="add index"] [2024/05/06 09:54:09.109 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 89, tp add index"] [category=ddl] [jobID=255] [conn=34] [job="ID:255, Type:add index, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-06 09:54:08.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574141681991686, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:09.116 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=255] [2024/05/06 09:54:09.117 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.117 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.671879718\n# Parse_time: 0.000105887\n# Compile_time: 0.000081223\n# Rewrite_time: 0.000002431\n# Optimize_time: 0.000018665\n# Wait_TS: 0.000133056\n# DB: addindexlit\n# Is_internal: false\n# Digest: 748c2395042b13233a915be5581157ecbda746967b72293bb29fe10a81d6bbb4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/06 09:54:09.118 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=267] [2024/05/06 09:54:09.120 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [2024/05/06 09:54:09.120 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [2024/05/06 09:54:09.121 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=2.455Β΅s] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=1.257Β΅s] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=1.142Β΅s] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=1.183Β΅s] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=1.039Β΅s] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:09.122 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:09.122 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=1689c517-8c18-47f2-9725-bb54b86aacab] ["take time"=2.206308ms] [2024/05/06 09:54:09.122 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=1689c517-8c18-47f2-9725-bb54b86aacab] [2024/05/06 09:54:09.123 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:09.123 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e143ad61-a4ee-48e5-8e59-a54aa7271644] [watcherID=727cfc6b-f5eb-488e-b268-e6f6ac4b86f2] [2024/05/06 09:54:09.123 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:09.123 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/e143ad61-a4ee-48e5-8e59-a54aa7271644] [2024/05/06 09:54:09.123 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:09.123 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:09.123 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:09.123 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:09.123 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:09.123 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:09.123 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:09.123 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:09.124 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:09.124 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:09.124 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:09.124 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:09.124 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1121] [2024/05/06 09:54:09.124 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:09.124 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:09.124 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:09.124 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:09.125 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:09.125 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:09.125 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=1689c517-8c18-47f2-9725-bb54b86aacab] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b6715b3-d816-428d-b886-a91652e00249"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:09.125 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:09.125 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [error="context canceled"] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:09.125 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=1689c517-8c18-47f2-9725-bb54b86aacab] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:09.125 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:09.125 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b6715b3-d816-428d-b886-a91652e00249"] [error="context canceled"] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:09.125 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:09.125 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5b6715b3-d816-428d-b886-a91652e00249] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:09.125 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b6715b3-d816-428d-b886-a91652e00249"] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:09.125 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:09.132 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:09.132 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [error="context canceled"] [2024/05/06 09:54:09.132 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [2024/05/06 09:54:10.358 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:10.358 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:10.358 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:10.365 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1689c517-8c18-47f2-9725-bb54b86aacab"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:10.365 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:10.365 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:10.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:10.365 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.245307176s] [2024/05/06 09:54:10.365 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:10.365 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:10.365 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:10.365 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:10.365 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:10.365 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:10.366 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:10.366 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:10.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.366 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:10.366 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.366 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:10.366 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:10.366 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddEmptyMultiValueIndex (2.40s) === RUN TestAddUniqueIndexDuplicatedError [2024/05/06 09:54:10.368 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:10.368 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:10.368 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:10.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:10.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:10.369 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:10.369 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:10.369 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:10.369 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:10.369 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:10.370 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:10.371 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:10.371 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:10.371 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:10.374 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:10.379 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:10.382 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5b6715b3-d816-428d-b886-a91652e00249"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:10.387 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1461] ["lease id"=22318f4d509bdfb7] [2024/05/06 09:54:10.389 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:10.403 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=267] ["start time"=13.053075ms] [2024/05/06 09:54:10.404 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:10.404 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93] [runWorker=true] [2024/05/06 09:54:10.404 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:10.405 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:10.406 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:54:10.406 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149994041344/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:10.406 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:10.406 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:10.406 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:10.406 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:10.407 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:10.407 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0adacb9c-0365-48a5-9b1f-8d6bf8b70a65] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:10.408 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd943] [ownerID=cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93] [op=none] [2024/05/06 09:54:10.408 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:10.411 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:10.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:10.412 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:10.422 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:10.425 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:10.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:10.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:10.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:10.426 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:10.426 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:10.426 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:10.426 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:10.426 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:10.426 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:10.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:10.427 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:10.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:10.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:10.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:10.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:10.428 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:10.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:10.428 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7c50ffcb-0062-4964-87e9-ea1a87b53f45] [2024/05/06 09:54:10.429 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:10.429 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:10.429 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:10.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:10.430 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:10.430 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:10.432 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.842652ms] [2024/05/06 09:54:10.434 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:10.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="DROP TABLE IF EXISTS `b1cce552` "] [user=] [2024/05/06 09:54:10.436 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [user=] [2024/05/06 09:54:10.444 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:10.444 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [2024/05/06 09:54:10.457 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:10.458 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4d509bd943] [ownerID=cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93] [op=none] [2024/05/06 09:54:10.458 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [op=none] [2024/05/06 09:54:10.458 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:10.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.467 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 256, Table Name: b1cce552"] [2024/05/06 09:54:10.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=267] [neededSchemaVersion=268] ["start time"=593.766Β΅s] [gotSchemaVersion=268] [phyTblIDs="[256]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:10.475 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=257] [version=268] [2024/05/06 09:54:10.522 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=268] ["take time"=51.900037ms] [job="ID:257, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:10.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [job="ID:257, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.532 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/06 09:54:10.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:10.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449574142088314892] [2024/05/06 09:54:10.535 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=268] [cur_db=test] [sql="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [user=] [2024/05/06 09:54:10.539 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:10.539 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 09:54:10.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.547 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"65290727\",\"L\":\"65290727\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"4c74082f\",\"L\":\"4c74082f\"},\"offset\":2,\"length\":-1},{\"name\":{\"O\":\"d9337060\",\"L\":\"d9337060\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"8069da7b\",\"L\":\"8069da7b\"},\"offset\":6,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:10.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=268] [neededSchemaVersion=269] ["start time"=580.478Β΅s] [gotSchemaVersion=269] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:10.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=269] [2024/05/06 09:54:10.603 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=269] ["take time"=51.911269ms] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.610 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 97, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=269] [neededSchemaVersion=270] ["start time"=608.069Β΅s] [gotSchemaVersion=270] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:10.618 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=270] [2024/05/06 09:54:10.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=270] ["take time"=51.921667ms] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.679 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=270] [neededSchemaVersion=271] ["start time"=602.738Β΅s] [gotSchemaVersion=271] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:10.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=271] [2024/05/06 09:54:10.729 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=271] ["take time"=52.053361ms] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 97, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.736 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 09:54:10.736 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:10.736 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/258] [keyspaceName=] [2024/05/06 09:54:10.739 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:10.739 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:10.739 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:10.739 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:10.740 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:10.740 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:10.740 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:10.740 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:10.740 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:10.745 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:10.746 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:10.746 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:10.747 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=258] [physicalTableID=256] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:54:10.753 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 09:54:10.757 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.758 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/06 09:54:10.761 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=256] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:10.761 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 09:54:10.762 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=258] [start=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [end=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["checkpoint physical ID"=256] [2024/05/06 09:54:10.762 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e,EndKey:7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00,First:false,PhysicalTableID:256,Ingest mode:true"] [2024/05/06 09:54:10.784 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=256] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:10.785 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=256] [oldPhysicalID=0] [indexIDs="[3]"] [jobID=258] [localCnt=0] [2024/05/06 09:54:10.792 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 09:54:10.793 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:10.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:54:10.818 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:10.844 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:54:10.844 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:10.856 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:54:10.856 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:10.868 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:54:10.868 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=258] [reader=2] [writer=4] [2024/05/06 09:54:10.868 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=256] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:54:10.868 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:54:10.869 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=256] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["current end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/06 09:54:10.869 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:10.869 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 256, range: [7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e, 7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00), jobID: 258"] [2024/05/06 09:54:10.869 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:10.871 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=332] [kvs=2] [files=1] [sstFileSize=1299] [file=/tmp/tidb/tmp_ddl-4000/258/b85183b9-c6b4-552a-a01e-db697670c7ce.sst/df5ca7d1-48c2-4e6d-8af6-c8cf2f03c8e3.sst] [firstKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9014E365144313D4070FF6564406F77566F4AFF7800000000000000F806050080034E0022] [lastKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9015F48576166236744FF2162770000000000FA06050080235C0019] [2024/05/06 09:54:10.876 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["global checkpoint"=] ["global physical ID"=256] [] [2024/05/06 09:54:10.876 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [2024/05/06 09:54:10.876 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/06 09:54:10.895 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] [2024/05/06 09:54:10.895 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/06 09:54:10.896 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [takeTime=636.922Β΅s] [] [2024/05/06 09:54:10.896 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["split region size"=100663296] [2024/05/06 09:54:10.896 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [2024/05/06 09:54:10.897 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:10.919 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b85183b9-c6b4-552a-a01e-db697670c7ce] ["region ranges"=1] [count=2] [size=332] [2024/05/06 09:54:10.919 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:10.921 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F8] [endKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F800] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/06 09:54:12.921 +00:00] [2024/05/06 09:54:10.921 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:10.922 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [takeTime=26.494008ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [2024/05/06 09:54:10.922 +00:00] [WARN] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] ["job ID"=258] ["index ID"=3] [2024/05/06 09:54:10.923 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:6, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:10.926 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:10.926 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:10.926 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:10.926 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:10.926 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:10.926 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/06 09:54:10.926 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:54:10.926 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [errorVerbose="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:319\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:958\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:10.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=271] [neededSchemaVersion=272] ["start time"=651.084Β΅s] [gotSchemaVersion=272] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:10.934 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=272] [2024/05/06 09:54:10.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=272] ["take time"=51.784435ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:3, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.989 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 97, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:10.995 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=272] [neededSchemaVersion=273] ["start time"=593.761Β΅s] [gotSchemaVersion=273] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:10.998 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=273] [2024/05/06 09:54:11.046 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=273] ["take time"=52.407485ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:11.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:11.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=273] [neededSchemaVersion=274] ["start time"=639.296Β΅s] [gotSchemaVersion=274] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:11.062 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=274] [2024/05/06 09:54:11.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=274] ["take time"=52.265522ms] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:11.117 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=258] [tableID=256] [indexIDs="[3,9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:11.121 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=258] [jobType="add index"] [2024/05/06 09:54:11.122 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-06 09:54:10.52 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449574142140481544, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:11.127 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/06 09:54:11.130 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=258] [2024/05/06 09:54:11.130 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:11.130 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.59539907\n# Parse_time: 0.000029592\n# Compile_time: 0.000061617\n# Rewrite_time: 0.000001779\n# Optimize_time: 0.000017563\n# Wait_TS: 0.000203444\n# DB: test\n# Is_internal: false\n# Digest: bc4570d7de5f1f19112a3915018d4d0650f00ce0ad5b39e929a05a8dc72fa0ac\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/06 09:54:11.131 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [2024/05/06 09:54:11.131 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [2024/05/06 09:54:11.132 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=2.395Β΅s] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=791ns] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=633ns] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=744ns] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=723ns] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:11.133 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:11.133 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93] ["take time"=2.939641ms] [2024/05/06 09:54:11.133 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93] [2024/05/06 09:54:11.134 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:11.134 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7c50ffcb-0062-4964-87e9-ea1a87b53f45] [2024/05/06 09:54:11.134 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:11.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:11.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1461] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:11.135 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:11.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:11.135 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:11.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [error="context canceled"] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0adacb9c-0365-48a5-9b1f-8d6bf8b70a65"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:11.136 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0adacb9c-0365-48a5-9b1f-8d6bf8b70a65"] [2024/05/06 09:54:11.136 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:11.136 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:11.136 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:11.136 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 0adacb9c-0365-48a5-9b1f-8d6bf8b70a65"] [error="context canceled"] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:11.136 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0adacb9c-0365-48a5-9b1f-8d6bf8b70a65] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:11.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:11.142 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:11.142 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [error="context canceled"] [2024/05/06 09:54:11.142 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [2024/05/06 09:54:11.336 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0adacb9c-0365-48a5-9b1f-8d6bf8b70a65"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:12.397 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:12.397 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:12.397 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:12.411 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd02cb21-db8b-4a62-9d8d-2f3ff6a37e93"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:12.411 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:12.411 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:12.411 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:12.411 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.281084156s] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:12.411 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:12.411 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:12.411 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:12.411 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:12.412 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddUniqueIndexDuplicatedError (2.05s) === RUN TestFirstLitSlowStart [2024/05/06 09:54:12.414 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:12.414 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:12.414 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:12.414 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:12.414 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:12.415 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:12.415 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:12.415 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:12.415 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:12.415 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:12.415 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:12.416 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:12.417 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:12.417 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:12.420 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:12.424 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:12.435 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1328] ["lease id"=6f188f4d509bd9c3] [2024/05/06 09:54:12.436 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:12.449 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=274] ["start time"=11.222568ms] [2024/05/06 09:54:12.450 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:12.450 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [runWorker=true] [2024/05/06 09:54:12.450 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:12.451 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:12.451 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:54:12.451 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149994139648/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:54:12.451 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:12.451 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:12.451 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:12.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:12.452 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:12.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:12.453 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=35d9df05-33c6-4037-a318-02f97f48a9ac] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:12.453 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdfe5] [ownerID=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [op=none] [2024/05/06 09:54:12.453 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:12.457 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:12.458 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:12.458 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:12.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:12.471 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:12.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:12.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:12.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:12.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:12.472 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:12.472 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:12.472 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:12.472 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:12.472 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:12.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:12.473 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:12.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:12.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:12.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:12.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:12.474 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:12.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:12.475 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:12.475 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/28ef0d1b-3fa5-435f-b3fe-9bf4444ddae0] [2024/05/06 09:54:12.475 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:12.475 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:12.476 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:12.476 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:12.476 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:12.479 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.88565ms] [2024/05/06 09:54:12.483 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:12.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="alter table `b1cce552` nocache"] [user=] [2024/05/06 09:54:12.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="drop table `b1cce552`"] [user=] [2024/05/06 09:54:12.491 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.491 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `b1cce552`"] [2024/05/06 09:54:12.502 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:12.503 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdfe5] [ownerID=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [op=none] [2024/05/06 09:54:12.503 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [op=none] [2024/05/06 09:54:12.503 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:12.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.515 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=274] [neededSchemaVersion=275] ["start time"=39.696Β΅s] [gotSchemaVersion=275] [phyTblIDs="[256]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.518 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=275] [2024/05/06 09:54:12.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=275] ["take time"=52.569392ms] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=275] [neededSchemaVersion=276] ["start time"=36.977Β΅s] [gotSchemaVersion=276] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.580 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=276] [2024/05/06 09:54:12.589 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0adacb9c-0365-48a5-9b1f-8d6bf8b70a65"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:12.629 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=276] ["take time"=52.50566ms] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.637 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 256, Old Table Name: b1cce552"] [2024/05/06 09:54:12.641 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=276] [neededSchemaVersion=277] ["start time"=35.34Β΅s] [gotSchemaVersion=277] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.643 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=277] [2024/05/06 09:54:12.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=277] ["take time"=51.824449ms] [job="ID:259, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.697 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[256]"] [comment="drop table: table ID"] [2024/05/06 09:54:12.700 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop table"] [2024/05/06 09:54:12.701 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [job="ID:259, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.707 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:54:12.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=277] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:54:12.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.714 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:54:12.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=277] [neededSchemaVersion=278] ["start time"=49.713Β΅s] [gotSchemaVersion=278] [phyTblIDs="[253]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:12.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=278] [2024/05/06 09:54:12.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=278] ["take time"=52.4435ms] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=278] [neededSchemaVersion=279] ["start time"=45.206Β΅s] [gotSchemaVersion=279] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:12.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=279] [2024/05/06 09:54:12.839 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=279] ["take time"=51.628359ms] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=279] [neededSchemaVersion=280] ["start time"=47.38Β΅s] [gotSchemaVersion=280] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:12.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=280] [2024/05/06 09:54:12.902 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=280] ["take time"=52.104333ms] [job="ID:260, Type:drop schema, State:done, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.908 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=260] [tableIDs="[253]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:12.911 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=260] [jobType="drop schema"] [2024/05/06 09:54:12.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:drop schema, State:synced, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.917 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/06 09:54:12.917 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.918 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=280] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:54:12.924 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.924 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:54:12.930 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=280] [neededSchemaVersion=281] ["start time"=203.949Β΅s] [gotSchemaVersion=281] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:12.937 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=262] [version=281] [2024/05/06 09:54:12.986 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=281] ["take time"=51.690171ms] [job="ID:262, Type:create schema, State:done, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.991 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [job="ID:262, Type:create schema, State:synced, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.994 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=262] [2024/05/06 09:54:12.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.001 +00:00] [INFO] [set.go:170] ["set global var"] [conn=38] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:54:13.001 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=281] [cur_db=addindexlit] [sql="create table t(a int, b int);"] [user=] [2024/05/06 09:54:13.007 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.008 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int);"] [2024/05/06 09:54:13.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.015 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 263, Table Name: t"] [2024/05/06 09:54:13.020 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=281] [neededSchemaVersion=282] ["start time"=493.813Β΅s] [gotSchemaVersion=282] [phyTblIDs="[263]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.022 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=264] [version=282] [2024/05/06 09:54:13.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=282] ["take time"=51.658458ms] [job="ID:264, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.076 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [job="ID:264, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=264] [2024/05/06 09:54:13.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=282] [cur_db=addindexlit] [sql="create table t2(a int, b int);"] [user=] [2024/05/06 09:54:13.089 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:13.089 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int);"] [2024/05/06 09:54:13.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.097 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 265, Table Name: t2"] [2024/05/06 09:54:13.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=282] [neededSchemaVersion=283] ["start time"=557.363Β΅s] [gotSchemaVersion=283] [phyTblIDs="[265]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=266] [version=283] [2024/05/06 09:54:13.152 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=283] ["take time"=51.850052ms] [job="ID:266, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.158 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [job="ID:266, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.162 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=266] [2024/05/06 09:54:13.162 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.167 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=39] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t2 add unique index idx(a);"] [user=] [2024/05/06 09:54:13.168 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t add unique index idx(a);"] [user=] [2024/05/06 09:54:13.172 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:13.172 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add unique index idx(a);"] [2024/05/06 09:54:13.177 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:13.177 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(a);"] [2024/05/06 09:54:13.180 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.180 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:13.181 +00:00] [INFO] [backend_mgr.go:224] ["remove stale temp index data"] [jobID=258] [2024/05/06 09:54:13.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.187 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:13.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=283] [neededSchemaVersion=284] ["start time"=518.982Β΅s] [gotSchemaVersion=284] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:13.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=284] [2024/05/06 09:54:13.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=284] [neededSchemaVersion=285] ["start time"=560.824Β΅s] [gotSchemaVersion=285] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:13.195 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=285] [2024/05/06 09:54:13.237 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=284] ["take time"=51.922497ms] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.242 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=285] ["take time"=51.47539ms] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=285] [neededSchemaVersion=286] ["start time"=493.722Β΅s] [gotSchemaVersion=286] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:13.254 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=286] [2024/05/06 09:54:13.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=286] [neededSchemaVersion=287] ["start time"=549.725Β΅s] [gotSchemaVersion=287] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:13.258 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=287] [2024/05/06 09:54:13.301 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=286] ["take time"=51.851578ms] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.305 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=287] ["take time"=51.396519ms] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.307 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=287] [neededSchemaVersion=288] ["start time"=538.484Β΅s] [gotSchemaVersion=288] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:13.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=288] [2024/05/06 09:54:13.318 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=288] [neededSchemaVersion=289] ["start time"=553.04Β΅s] [gotSchemaVersion=289] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:13.320 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=289] [2024/05/06 09:54:13.364 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=288] ["take time"=52.80856ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.367 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=289] ["take time"=51.398241ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.372 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:13.372 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:13.372 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/267] [keyspaceName=] [2024/05/06 09:54:13.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:13.375 +00:00] [INFO] [manager.go:458] ["watch failed, owner is deleted"] ["owner info"="[ddl] ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5 watch owner key /tidb/ddl/fg/owner/22318f4d509bdfe5"] [2024/05/06 09:54:13.375 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [2024/05/06 09:54:13.375 +00:00] [WARN] [manager.go:213] ["resign ddl owner success"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [2024/05/06 09:54:13.375 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:13.375 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:13.376 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:13.376 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:13.376 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:13.376 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:13.376 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:13.376 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:13.376 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:13.376 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:13.377 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509bdfe5] [ownerID=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [op=none] [2024/05/06 09:54:13.454 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:13.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:13.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:13.454 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:13.476 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:13.476 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:13.476 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/28ef0d1b-3fa5-435f-b3fe-9bf4444ddae0] [watcherID=9ff5848f-f079-400c-b2fc-c8cf3dac889a] [2024/05/06 09:54:13.476 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:13.478 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:13.478 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:13.478 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:13.478 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:14.378 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:54:14.452 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:15.380 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:54:15.383 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:15.384 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:15.384 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:15.384 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:15.384 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/268] [keyspaceName=] [2024/05/06 09:54:15.385 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 09:54:15.387 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:15.387 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:15.387 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:15.387 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:15.388 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:15.388 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:15.388 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:15.388 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:15.388 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:15.391 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 09:54:15.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143359713282, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:15.398 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:16.390 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:54:17.392 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/06 09:54:17.396 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:17.396 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:17.396 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:17.397 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 09:54:17.399 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=265] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:17.399 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 09:54:17.401 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=267] [start=7480000000000001095f728000000000000001] [end=7480000000000001095f72800000000000000300] ["checkpoint physical ID"=265] [2024/05/06 09:54:17.401 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143359713282, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f728000000000000001,EndKey:7480000000000001095f72800000000000000300,First:false,PhysicalTableID:265,Ingest mode:true"] [2024/05/06 09:54:17.402 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 09:54:17.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143884001283, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.407 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:17.410 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=263] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:17.410 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 09:54:17.412 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=268] [start=7480000000000001075f728000000000000001] [end=7480000000000001075f72800000000000000300] ["checkpoint physical ID"=263] [2024/05/06 09:54:17.412 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143884001283, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f728000000000000001,EndKey:7480000000000001075f72800000000000000300,First:false,PhysicalTableID:263,Ingest mode:true"] [2024/05/06 09:54:17.430 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=265] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:17.430 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=265] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=267] [localCnt=0] [2024/05/06 09:54:17.435 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:54:17.435 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:17.436 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=263] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:17.436 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=263] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=268] [localCnt=0] [2024/05/06 09:54:17.455 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:17.455 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1342177920] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:17.464 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1342177960] ["max memory quota"=17179869184] [2024/05/06 09:54:17.464 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1476395688] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:17.510 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1476395728] ["max memory quota"=17179869184] [2024/05/06 09:54:17.510 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1610613456] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:17.527 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1610613496] ["max memory quota"=17179869184] [2024/05/06 09:54:17.527 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1744831224] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:17.565 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1744831264] ["max memory quota"=17179869184] [2024/05/06 09:54:17.565 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1879048992] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:17.610 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1879049032] ["max memory quota"=17179869184] [2024/05/06 09:54:17.610 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1879049072] ["max memory quota"=17179869184] [2024/05/06 09:54:17.610 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=2013266800] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:17.610 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=2147484528] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:17.656 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2147484568] ["max memory quota"=17179869184] [2024/05/06 09:54:17.656 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2147484608] ["max memory quota"=17179869184] [2024/05/06 09:54:17.656 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=267] [reader=2] [writer=4] [2024/05/06 09:54:17.656 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=268] [reader=2] [writer=4] [2024/05/06 09:54:17.656 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f728000000000000001] ["end key"=7480000000000001095f72800000000000000300] [2024/05/06 09:54:17.656 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f728000000000000001] ["end key"=7480000000000001075f72800000000000000300] [2024/05/06 09:54:17.656 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/06 09:54:17.656 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/06 09:54:17.657 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f72800000000000000300] ["current end key"=7480000000000001095f72800000000000000300] [2024/05/06 09:54:17.657 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:17.657 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f72800000000000000300] ["current end key"=7480000000000001075f72800000000000000300] [2024/05/06 09:54:17.657 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:17.657 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f728000000000000001, 7480000000000001095f72800000000000000300), jobID: 267"] [2024/05/06 09:54:17.657 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f728000000000000001, 7480000000000001075f72800000000000000300), jobID: 268"] [2024/05/06 09:54:17.657 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:17.657 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:17.658 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/267/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/7352707f-d004-4a90-9f9b-7ee4a3cea72a.sst] [firstKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:17.658 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/268/f75d9cab-8823-5503-94ba-459a1de580da.sst/e7dd233b-b212-4e1d-ae2d-10f0b4a0f56d.sst] [firstKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:17.663 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001075f72800000000000000300] ["global checkpoint"=] ["global physical ID"=263] [] [2024/05/06 09:54:17.663 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001095f72800000000000000300] ["global checkpoint"=] ["global physical ID"=265] [] [2024/05/06 09:54:17.663 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f728000000000000001] [2024/05/06 09:54:17.663 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:17.663 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f728000000000000001] [2024/05/06 09:54:17.663 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:17.691 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] [2024/05/06 09:54:17.691 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:17.691 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] [2024/05/06 09:54:17.691 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:54:17.692 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=680.898Β΅s] [] [2024/05/06 09:54:17.692 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=790.502Β΅s] [] [2024/05/06 09:54:17.692 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:17.692 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 09:54:17.692 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:17.692 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/06 09:54:17.693 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:17.693 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:17.715 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:17.715 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:17.715 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:17.715 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:17.724 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:17.724 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:17.725 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=32.972185ms] [] [2024/05/06 09:54:17.725 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:54:17.725 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.062574ms] [] [2024/05/06 09:54:17.725 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/06 09:54:17.725 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=606.816Β΅s] [] [2024/05/06 09:54:17.725 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t2] [2024/05/06 09:54:17.726 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=591.915Β΅s] [] [2024/05/06 09:54:17.726 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t2] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:17.726 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/06 09:54:17.726 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:17.726 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t2] [takeTime=694.71Β΅s] [] [2024/05/06 09:54:17.726 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=845.609Β΅s] [] [2024/05/06 09:54:17.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=289] [neededSchemaVersion=290] ["start time"=516.455Β΅s] [gotSchemaVersion=290] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:17.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=290] [2024/05/06 09:54:17.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=290] [neededSchemaVersion=291] ["start time"=540.983Β΅s] [gotSchemaVersion=291] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:17.740 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=291] [2024/05/06 09:54:17.783 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=290] ["take time"=52.054931ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143359713282, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.787 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=291] ["take time"=51.724259ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143884001283, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143359713282, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.790 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=267] [table=t2] [index=idx] [2024/05/06 09:54:17.791 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:17.791 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:17.791 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:17.791 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:17.791 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:17.791 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:17.791 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:17.792 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:17.792 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.792 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:17.792 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/06 09:54:17.792 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/06 09:54:17.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574143884001283, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.795 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=268] [table=t] [index=idx] [2024/05/06 09:54:17.796 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:17.796 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:17.796 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:17.796 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.796 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:17.796 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/06 09:54:17.796 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:54:17.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=291] [neededSchemaVersion=292] ["start time"=448.476Β΅s] [gotSchemaVersion=292] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:17.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=292] [2024/05/06 09:54:17.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=292] [neededSchemaVersion=293] ["start time"=526.858Β΅s] [gotSchemaVersion=293] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:17.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=293] [2024/05/06 09:54:17.849 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=292] ["take time"=52.188348ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.852 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=293] ["take time"=51.643294ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.857 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 09:54:17.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.861 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 09:54:17.861 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/06 09:54:17.865 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/06 09:54:17.867 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703945, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.870 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703945, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f69ffff000000000001,EndKey:7480000000000001095f69ffff000000000001ff,First:false,PhysicalTableID:265,Ingest mode:false"] [2024/05/06 09:54:17.871 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f69ffff000000000001] ["end key"=7480000000000001095f69ffff000000000001ff] [2024/05/06 09:54:17.871 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/06 09:54:17.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f69ffff000000000001ff] ["current end key"=7480000000000001095f69ffff00000000000100] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f69ffff000000000001, 7480000000000001095f69ffff00000000000100), jobID: 267"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001095f69ffff0000000000010000] ["take time"=366.138Β΅s] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/06 09:54:17.872 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f69ffff000000000001] [2024/05/06 09:54:17.872 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:17.874 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703951, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f69ffff000000000001,EndKey:7480000000000001075f69ffff000000000001ff,First:false,PhysicalTableID:263,Ingest mode:false"] [2024/05/06 09:54:17.875 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f69ffff000000000001] ["end key"=7480000000000001075f69ffff000000000001ff] [2024/05/06 09:54:17.875 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f69ffff000000000001ff] ["current end key"=7480000000000001075f69ffff00000000000100] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f69ffff000000000001, 7480000000000001075f69ffff00000000000100), jobID: 268"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001075f69ffff0000000000010000] ["take time"=404.557Β΅s] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/06 09:54:17.876 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f69ffff000000000001] [2024/05/06 09:54:17.876 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:17.902 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:17.907 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:17.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=293] [neededSchemaVersion=294] ["start time"=524.275Β΅s] [gotSchemaVersion=294] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:17.911 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=294] [2024/05/06 09:54:17.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=294] [neededSchemaVersion=295] ["start time"=544.899Β΅s] [gotSchemaVersion=295] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:17.914 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=295] [2024/05/06 09:54:17.957 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=294] ["take time"=52.059051ms] [job="ID:267, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703945, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=295] ["take time"=51.814684ms] [job="ID:268, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.965 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=267] [tableID=265] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:17.968 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=267] [jobType="add index"] [2024/05/06 09:54:17.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [job="ID:267, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703945, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.970 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=268] [tableID=263] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:17.972 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=268] [jobType="add index"] [2024/05/06 09:54:17.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [job="ID:268, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144001703951, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:17.976 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 09:54:17.976 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.977 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 39\n# Query_time: 4.809264189\n# Parse_time: 0.000065361\n# Compile_time: 0.000056593\n# Rewrite_time: 0.000001533\n# Optimize_time: 0.000020975\n# Wait_TS: 0.000208518\n# DB: addindexlit\n# Is_internal: false\n# Digest: 361b1e295b16304d8e2d0eef7548b13b79d0cba0e43b04b646d35f3a47139ba2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add unique index idx(a);"] [2024/05/06 09:54:17.980 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=268] [2024/05/06 09:54:17.980 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:17.981 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 4.813975508\n# Parse_time: 0.000083038\n# Compile_time: 0.000085866\n# Rewrite_time: 0.000002197\n# Optimize_time: 0.000020238\n# Wait_TS: 0.000157033\n# DB: addindexlit\n# Is_internal: false\n# Digest: ebdf268b8e1354475c01d1267666d50a539d48322633e70d0e52a9a0272b49e2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(a);"] [2024/05/06 09:54:17.983 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [2024/05/06 09:54:17.983 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [2024/05/06 09:54:17.984 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=1.916Β΅s] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=629ns] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=884ns] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=1.037Β΅s] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=621ns] [2024/05/06 09:54:17.984 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:17.984 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:17.984 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:17.985 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=65d4142b-f3c0-4630-8739-5ba1f8c907b5] ["take time"=3.687428ms] [2024/05/06 09:54:17.985 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [2024/05/06 09:54:17.986 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:17.986 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:17.986 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/28ef0d1b-3fa5-435f-b3fe-9bf4444ddae0] [watcherID=9ff5848f-f079-400c-b2fc-c8cf3dac889a] [2024/05/06 09:54:17.986 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/28ef0d1b-3fa5-435f-b3fe-9bf4444ddae0] [2024/05/06 09:54:17.986 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:17.986 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:17.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:17.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1328] [2024/05/06 09:54:17.987 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:17.987 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:17.987 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:17.987 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:17.987 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35d9df05-33c6-4037-a318-02f97f48a9ac"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:17.987 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:17.987 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:17.987 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="context canceled"] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [2024/05/06 09:54:17.988 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=65d4142b-f3c0-4630-8739-5ba1f8c907b5] [2024/05/06 09:54:17.988 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:17.987 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:17.988 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:17.988 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:17.987 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:17.988 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:17.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:17.987 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:17.988 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35d9df05-33c6-4037-a318-02f97f48a9ac"] [error="context canceled"] [2024/05/06 09:54:17.988 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:17.988 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=35d9df05-33c6-4037-a318-02f97f48a9ac] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35d9df05-33c6-4037-a318-02f97f48a9ac"] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:17.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:17.988 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35d9df05-33c6-4037-a318-02f97f48a9ac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:18.001 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:18.001 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="context canceled"] [2024/05/06 09:54:18.001 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [2024/05/06 09:54:18.001 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:19.255 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:19.255 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:19.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:19.259 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65d4142b-f3c0-4630-8739-5ba1f8c907b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:19.259 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:19.259 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:19.259 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:19.259 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.277634248s] [2024/05/06 09:54:19.259 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:19.259 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:19.259 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:19.259 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:19.260 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 35d9df05-33c6-4037-a318-02f97f48a9ac"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:19.260 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFirstLitSlowStart (6.85s) === RUN TestConcFastReorg [2024/05/06 09:54:19.262 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:54:19.262 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:19.262 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:19.263 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:19.263 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:19.263 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:19.263 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:19.263 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:19.263 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:19.263 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:19.264 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:54:19.265 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:19.266 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:19.266 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:54:19.269 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822019184248444] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:54:19.274 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:54:19.283 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1573] ["lease id"=6f188f4d509bda15] [2024/05/06 09:54:19.284 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:54:19.297 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=295] ["start time"=11.40289ms] [2024/05/06 09:54:19.298 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:54:19.298 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] [runWorker=true] [2024/05/06 09:54:19.298 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:54:19.299 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:54:19.300 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/06 09:54:19.300 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 149987889152/940431265792, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:54:19.300 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:19.300 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:54:19.300 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:54:19.300 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:19.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:19.302 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=80240a23-0fef-474c-b554-7edc72e014d0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:19.302 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:54:19.302 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509be03d] [ownerID=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] [op=none] [2024/05/06 09:54:19.306 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:54:19.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:19.306 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:54:19.318 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:19.320 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:19.321 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:19.321 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:19.321 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:19.321 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:54:19.321 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:19.321 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:54:19.321 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:54:19.321 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:54:19.321 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:54:19.322 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:19.322 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:54:19.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:19.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:19.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:19.323 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:19.323 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:54:19.324 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:19.324 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ac513559-424b-4d5d-8eee-2b4f4c4acb7e] [2024/05/06 09:54:19.324 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:19.324 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:54:19.324 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/06 09:54:19.325 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:19.325 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:54:19.325 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:54:19.327 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.177535ms] [2024/05/06 09:54:19.332 +00:00] [INFO] [set.go:170] ["set global var"] [conn=40] [name=innodb_lock_wait_timeout] [val=50] [2024/05/06 09:54:19.334 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=295] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/06 09:54:19.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.341 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/06 09:54:19.351 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:54:19.351 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509be03d] [ownerID=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] [op=none] [2024/05/06 09:54:19.351 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [op=none] [2024/05/06 09:54:19.351 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:54:19.357 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=295] [neededSchemaVersion=296] ["start time"=39.835Β΅s] [gotSchemaVersion=296] [phyTblIDs="[263,265]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:19.367 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=296] [2024/05/06 09:54:19.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=296] ["take time"=52.316904ms] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.428 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=296] [neededSchemaVersion=297] ["start time"=64.579Β΅s] [gotSchemaVersion=297] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:19.431 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=297] [2024/05/06 09:54:19.479 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=297] ["take time"=52.874682ms] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.485 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=297] [neededSchemaVersion=298] ["start time"=33.538Β΅s] [gotSchemaVersion=298] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:19.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=298] [2024/05/06 09:54:19.543 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=298] ["take time"=51.855347ms] [job="ID:269, Type:drop schema, State:done, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.549 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=269] [tableIDs="[263,265]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:19.553 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="drop schema"] [2024/05/06 09:54:19.553 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [job="ID:269, Type:drop schema, State:synced, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.559 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 09:54:19.559 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=298] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/06 09:54:19.566 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.566 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/06 09:54:19.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=298] [neededSchemaVersion=299] ["start time"=279.154Β΅s] [gotSchemaVersion=299] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:19.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=299] [2024/05/06 09:54:19.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=299] ["take time"=52.597305ms] [job="ID:271, Type:create schema, State:done, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:19.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.636 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [job="ID:271, Type:create schema, State:synced, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.640 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 09:54:19.640 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.648 +00:00] [INFO] [set.go:170] ["set global var"] [conn=41] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/06 09:54:19.648 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=299] [cur_db=addindexlit] [sql="create table t0(a int);"] [user=] [2024/05/06 09:54:19.656 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.656 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t0(a int);"] [2024/05/06 09:54:19.661 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.664 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 272, Table Name: t0"] [2024/05/06 09:54:19.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=299] [neededSchemaVersion=300] ["start time"=439.733Β΅s] [gotSchemaVersion=300] [phyTblIDs="[272]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:19.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=273] [version=300] [2024/05/06 09:54:19.718 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=300] ["take time"=52.079167ms] [job="ID:273, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.723 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [job="ID:273, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.728 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=273] [2024/05/06 09:54:19.728 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.729 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=300] [cur_db=addindexlit] [sql="create table t1(a int);"] [user=] [2024/05/06 09:54:19.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.735 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int);"] [2024/05/06 09:54:19.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.744 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 274, Table Name: t1"] [2024/05/06 09:54:19.748 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=300] [neededSchemaVersion=301] ["start time"=483.961Β΅s] [gotSchemaVersion=301] [phyTblIDs="[274]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:19.751 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=275] [version=301] [2024/05/06 09:54:19.799 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=301] ["take time"=52.948576ms] [job="ID:275, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.807 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [job="ID:275, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.813 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/06 09:54:19.813 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.814 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=301] [cur_db=addindexlit] [sql="create table t2(a int);"] [user=] [2024/05/06 09:54:19.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.821 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int);"] [2024/05/06 09:54:19.827 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.829 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 276, Table Name: t2"] [2024/05/06 09:54:19.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=301] [neededSchemaVersion=302] ["start time"=613.503Β΅s] [gotSchemaVersion=302] [phyTblIDs="[276]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:19.837 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=302] [2024/05/06 09:54:19.884 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=302] ["take time"=52.161133ms] [job="ID:277, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [job="ID:277, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.894 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 09:54:19.894 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.895 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=302] [cur_db=addindexlit] [sql="create table t3(a int);"] [user=] [2024/05/06 09:54:19.901 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.901 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t3(a int);"] [2024/05/06 09:54:19.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.912 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 278, Table Name: t3"] [2024/05/06 09:54:19.917 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=302] [neededSchemaVersion=303] ["start time"=555.837Β΅s] [gotSchemaVersion=303] [phyTblIDs="[278]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:19.920 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=303] [2024/05/06 09:54:19.968 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=303] ["take time"=52.980161ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.974 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.979 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 09:54:19.979 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:19.980 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=303] [cur_db=addindexlit] [sql="create table t4(a int);"] [user=] [2024/05/06 09:54:19.987 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:19.987 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t4(a int);"] [2024/05/06 09:54:19.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:19.995 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 280, Table Name: t4"] [2024/05/06 09:54:20.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=303] [neededSchemaVersion=304] ["start time"=641.62Β΅s] [gotSchemaVersion=304] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.005 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=304] [2024/05/06 09:54:20.052 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=304] ["take time"=53.651124ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:19.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.058 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:19.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.062 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 09:54:20.062 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.063 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=304] [cur_db=addindexlit] [sql="create table t5(a int);"] [user=] [2024/05/06 09:54:20.070 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.070 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t5(a int);"] [2024/05/06 09:54:20.075 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.078 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 282, Table Name: t5"] [2024/05/06 09:54:20.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=304] [neededSchemaVersion=305] ["start time"=547.855Β΅s] [gotSchemaVersion=305] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=305] [2024/05/06 09:54:20.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=305] ["take time"=52.059936ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.138 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.143 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 09:54:20.143 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.144 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=305] [cur_db=addindexlit] [sql="create table t6(a int);"] [user=] [2024/05/06 09:54:20.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t6(a int);"] [2024/05/06 09:54:20.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.159 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 284, Table Name: t6"] [2024/05/06 09:54:20.163 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=305] [neededSchemaVersion=306] ["start time"=474.72Β΅s] [gotSchemaVersion=306] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.166 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=306] [2024/05/06 09:54:20.214 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=306] ["take time"=52.736142ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.220 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.225 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 09:54:20.225 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.226 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=306] [cur_db=addindexlit] [sql="create table t7(a int);"] [user=] [2024/05/06 09:54:20.233 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.233 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t7(a int);"] [2024/05/06 09:54:20.239 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.241 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 286, Table Name: t7"] [2024/05/06 09:54:20.246 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=306] [neededSchemaVersion=307] ["start time"=528.095Β΅s] [gotSchemaVersion=307] [phyTblIDs="[286]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.248 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=307] [2024/05/06 09:54:20.296 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=307] ["take time"=52.072472ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.302 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:54:20.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:20.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:20.302 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:54:20.307 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 09:54:20.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.308 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=307] [cur_db=addindexlit] [sql="create table t8(a int);"] [user=] [2024/05/06 09:54:20.314 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.315 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t8(a int);"] [2024/05/06 09:54:20.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.322 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 288, Table Name: t8"] [2024/05/06 09:54:20.324 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:54:20.324 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:54:20.324 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ac513559-424b-4d5d-8eee-2b4f4c4acb7e] [watcherID=d155e05c-d674-4f66-ac2a-d254e3605a6c] [2024/05/06 09:54:20.325 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:54:20.327 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:54:20.327 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:54:20.327 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:54:20.327 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:54:20.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=307] [neededSchemaVersion=308] ["start time"=498.811Β΅s] [gotSchemaVersion=308] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.330 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=308] [2024/05/06 09:54:20.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=308] ["take time"=51.867937ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.387 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 09:54:20.387 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.388 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=308] [cur_db=addindexlit] [sql="create table t9(a int);"] [user=] [2024/05/06 09:54:20.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:20.395 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t9(a int);"] [2024/05/06 09:54:20.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.403 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 290, Table Name: t9"] [2024/05/06 09:54:20.408 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=308] [neededSchemaVersion=309] ["start time"=499.254Β΅s] [gotSchemaVersion=309] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:20.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=309] [2024/05/06 09:54:20.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=309] ["take time"=52.564171ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:20.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.463 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:20.468 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 09:54:20.468 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=43] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t2 add index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=50] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t6 add index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=46] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t7 add unique index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=49] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t8 add index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=47] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t5 add unique index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=48] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t1 add unique index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=44] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t3 add unique index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=51] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t0 add index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=45] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t4 add index idx(a);"] [user=] [2024/05/06 09:54:20.474 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=42] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t9 add unique index idx(a);"] [user=] [2024/05/06 09:54:20.479 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:20.479 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t7 add unique index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t3 add unique index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t5 add unique index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=9] [jobs="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t8 add index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t0 add index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t1 add unique index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t6 add index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t4 add index idx(a);"] [2024/05/06 09:54:20.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t9 add unique index idx(a);"] [2024/05/06 09:54:20.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.488 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.494 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=309] [neededSchemaVersion=310] ["start time"=621.116Β΅s] [gotSchemaVersion=310] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.496 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=310] [2024/05/06 09:54:20.496 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=310] [neededSchemaVersion=311] ["start time"=503.065Β΅s] [gotSchemaVersion=311] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=311] [2024/05/06 09:54:20.505 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=311] [neededSchemaVersion=312] ["start time"=561.72Β΅s] [gotSchemaVersion=312] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.514 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=312] [2024/05/06 09:54:20.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=312] [neededSchemaVersion=313] ["start time"=545.761Β΅s] [gotSchemaVersion=313] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.522 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.522 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=313] [2024/05/06 09:54:20.522 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=313] [neededSchemaVersion=314] ["start time"=710.835Β΅s] [gotSchemaVersion=314] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.531 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.532 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=314] [2024/05/06 09:54:20.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=314] [neededSchemaVersion=315] ["start time"=546.45Β΅s] [gotSchemaVersion=315] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.540 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=315] [2024/05/06 09:54:20.540 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.544 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=310] ["take time"=51.804636ms] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.546 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=315] [neededSchemaVersion=316] ["start time"=482.714Β΅s] [gotSchemaVersion=316] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.548 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=316] [2024/05/06 09:54:20.548 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.552 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=311] ["take time"=51.432837ms] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.554 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=316] [neededSchemaVersion=317] ["start time"=541.85Β΅s] [gotSchemaVersion=317] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=317] [2024/05/06 09:54:20.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=317] [neededSchemaVersion=318] ["start time"=506.901Β΅s] [gotSchemaVersion=318] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.561 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=312] ["take time"=51.468905ms] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=318] [2024/05/06 09:54:20.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=318] [neededSchemaVersion=319] ["start time"=572.565Β΅s] [gotSchemaVersion=319] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.566 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.566 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.567 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=319] [2024/05/06 09:54:20.570 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=313] ["take time"=51.66673ms] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=319] [neededSchemaVersion=320] ["start time"=536.334Β΅s] [gotSchemaVersion=320] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=320] [2024/05/06 09:54:20.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=320] [neededSchemaVersion=321] ["start time"=597.91Β΅s] [gotSchemaVersion=321] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.579 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=314] ["take time"=52.08657ms] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=321] [2024/05/06 09:54:20.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=321] [neededSchemaVersion=322] ["start time"=594.313Β΅s] [gotSchemaVersion=322] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.584 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/06 09:54:20.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=322] [2024/05/06 09:54:20.587 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=315] ["take time"=51.711691ms] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=322] [neededSchemaVersion=323] ["start time"=541.929Β΅s] [gotSchemaVersion=323] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.594 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=323] [2024/05/06 09:54:20.595 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=316] ["take time"=51.537626ms] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.595 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=323] [neededSchemaVersion=324] ["start time"=547.399Β΅s] [gotSchemaVersion=324] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=324] [2024/05/06 09:54:20.601 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=324] [neededSchemaVersion=325] ["start time"=573.405Β΅s] [gotSchemaVersion=325] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.603 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=325] [2024/05/06 09:54:20.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=317] ["take time"=51.549684ms] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.609 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=318] ["take time"=51.882467ms] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=325] [neededSchemaVersion=326] ["start time"=593.554Β΅s] [gotSchemaVersion=326] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.613 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=326] [2024/05/06 09:54:20.613 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.614 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=319] ["take time"=51.679315ms] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.620 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=326] [neededSchemaVersion=327] ["start time"=550.746Β΅s] [gotSchemaVersion=327] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.622 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=320] ["take time"=51.783745ms] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.624 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=327] [2024/05/06 09:54:20.624 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=327] [neededSchemaVersion=328] ["start time"=521.849Β΅s] [gotSchemaVersion=328] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.627 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=321] ["take time"=51.616012ms] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.627 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=328] [2024/05/06 09:54:20.631 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=328] [neededSchemaVersion=329] ["start time"=727.245Β΅s] [gotSchemaVersion=329] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.631 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.632 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=322] ["take time"=51.67107ms] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=329] [2024/05/06 09:54:20.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.639 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=329] [neededSchemaVersion=330] ["start time"=655.751Β΅s] [gotSchemaVersion=330] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.640 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=323] ["take time"=51.576152ms] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.642 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=330] [2024/05/06 09:54:20.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.644 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=330] [neededSchemaVersion=331] ["start time"=590.727Β΅s] [gotSchemaVersion=331] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.645 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=324] ["take time"=51.528397ms] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=331] [2024/05/06 09:54:20.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.650 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=331] [neededSchemaVersion=332] ["start time"=551.383Β΅s] [gotSchemaVersion=332] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.650 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=325] ["take time"=51.925756ms] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.654 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=332] [2024/05/06 09:54:20.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=332] [neededSchemaVersion=333] ["start time"=625.181Β΅s] [gotSchemaVersion=333] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=333] [2024/05/06 09:54:20.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=326] ["take time"=51.499066ms] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=333] [neededSchemaVersion=334] ["start time"=600.979Β΅s] [gotSchemaVersion=334] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.664 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=334] [2024/05/06 09:54:20.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=334] [neededSchemaVersion=335] ["start time"=543.859Β΅s] [gotSchemaVersion=335] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.668 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.668 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=335] [2024/05/06 09:54:20.670 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=327] ["take time"=51.545103ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.674 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=328] ["take time"=51.497783ms] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.675 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=335] [neededSchemaVersion=336] ["start time"=633.255Β΅s] [gotSchemaVersion=336] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=336] [2024/05/06 09:54:20.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.678 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.679 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:20.679 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/292] [keyspaceName=] [2024/05/06 09:54:20.681 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=329] ["take time"=51.435006ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.682 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:20.682 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:20.682 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.682 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:20.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.683 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.683 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:20.683 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:20.683 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:20.683 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:20.687 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:20.688 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:20.688 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:20.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.688 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.688 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:20.689 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/293] [keyspaceName=] [2024/05/06 09:54:20.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=330] ["take time"=51.890715ms] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.689 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=276] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 09:54:20.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=336] [neededSchemaVersion=337] ["start time"=607.797Β΅s] [gotSchemaVersion=337] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.692 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:20.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:20.692 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.692 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:20.693 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=337] [2024/05/06 09:54:20.693 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.693 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:20.693 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:20.693 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:20.693 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:20.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=331] ["take time"=51.598838ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.695 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 09:54:20.697 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:20.697 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:20.697 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:20.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.698 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=284] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 09:54:20.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=332] ["take time"=51.628568ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.703 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814362, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.703 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 09:54:20.704 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=333] ["take time"=51.904837ms] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=337] [neededSchemaVersion=338] ["start time"=677.82Β΅s] [gotSchemaVersion=338] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.708 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=276] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:20.708 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 09:54:20.708 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=338] [2024/05/06 09:54:20.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814381, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.710 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=292] [start=7480000000000001145f728000000000000001] [end=7480000000000001145f72800000000000000300] ["checkpoint physical ID"=276] [2024/05/06 09:54:20.710 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814362, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f728000000000000001,EndKey:7480000000000001145f72800000000000000300,First:false,PhysicalTableID:276,Ingest mode:true"] [2024/05/06 09:54:20.710 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=334] ["take time"=51.655724ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.714 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=284] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:20.714 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 09:54:20.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.715 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.715 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:20.715 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/294] [keyspaceName=] [2024/05/06 09:54:20.715 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=293] [start=74800000000000011c5f728000000000000001] [end=74800000000000011c5f72800000000000000300] ["checkpoint physical ID"=284] [2024/05/06 09:54:20.716 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=335] ["take time"=52.377388ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.719 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:20.719 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:20.719 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.719 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:20.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.720 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.720 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:20.720 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:20.720 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:20.720 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:20.720 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.724 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=336] ["take time"=51.682925ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.726 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:20.726 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:20.715 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814381, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f728000000000000001,EndKey:74800000000000011c5f72800000000000000300,First:false,PhysicalTableID:284,Ingest mode:true"] [2024/05/06 09:54:20.726 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:20.726 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/295] [keyspaceName=] [2024/05/06 09:54:20.726 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=528] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:20.727 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=286] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 09:54:20.730 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:20.730 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:20.730 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.730 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:20.731 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:20.731 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:20.731 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:20.731 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:20.731 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:20.733 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 09:54:20.736 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:20.737 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:20.737 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=704] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:20.738 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=288] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 09:54:20.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=337] ["take time"=51.679382ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.740 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921545, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.741 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.743 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 09:54:20.744 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=286] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:20.744 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 09:54:20.746 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=294] [start=74800000000000011e5f728000000000000001] [end=74800000000000011e5f72800000000000000300] ["checkpoint physical ID"=286] [2024/05/06 09:54:20.746 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921545, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f728000000000000001,EndKey:74800000000000011e5f72800000000000000300,First:false,PhysicalTableID:286,Ingest mode:true"] [2024/05/06 09:54:20.747 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=276] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.747 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=276] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=292] [localCnt=0] [2024/05/06 09:54:20.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921555, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.748 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:20.751 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:54:20.751 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=671089488] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:20.752 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=288] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:20.752 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 09:54:20.753 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=295] [start=7480000000000001205f728000000000000001] [end=7480000000000001205f72800000000000000300] ["checkpoint physical ID"=288] [2024/05/06 09:54:20.753 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921555, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f728000000000000001,EndKey:7480000000000001205f72800000000000000300,First:false,PhysicalTableID:288,Ingest mode:true"] [2024/05/06 09:54:20.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=338] ["take time"=52.108456ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:20.797 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089528] ["max memory quota"=17179869184] [2024/05/06 09:54:20.797 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=805307256] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:20.807 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=284] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.807 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=284] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=293] [localCnt=0] [2024/05/06 09:54:20.811 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 09:54:20.811 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=1476396040] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:20.828 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=286] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.828 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=286] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=294] [localCnt=0] [2024/05/06 09:54:20.831 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 09:54:20.831 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2147484824] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:20.837 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=288] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.837 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=288] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=295] [localCnt=0] [2024/05/06 09:54:20.839 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2147484864] ["max memory quota"=17179869184] [2024/05/06 09:54:20.839 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2281702592] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:20.840 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 09:54:20.840 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2952791376] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:20.847 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2952791416] ["max memory quota"=17179869184] [2024/05/06 09:54:20.847 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3087009144] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:20.859 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3087009184] ["max memory quota"=17179869184] [2024/05/06 09:54:20.859 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=3087009224] ["max memory quota"=17179869184] [2024/05/06 09:54:20.859 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3221226952] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:20.859 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3355444680] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:20.866 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3355444720] ["max memory quota"=17179869184] [2024/05/06 09:54:20.867 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3489662448] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:20.868 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3489662488] ["max memory quota"=17179869184] [2024/05/06 09:54:20.869 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3623880216] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:20.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3623880256] ["max memory quota"=17179869184] [2024/05/06 09:54:20.876 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=294] [reader=2] [writer=4] [2024/05/06 09:54:20.876 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f728000000000000001] ["end key"=74800000000000011e5f72800000000000000300] [2024/05/06 09:54:20.876 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/06 09:54:20.876 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f72800000000000000300] ["current end key"=74800000000000011e5f72800000000000000300] [2024/05/06 09:54:20.876 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:20.876 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f728000000000000001, 74800000000000011e5f72800000000000000300), jobID: 294"] [2024/05/06 09:54:20.877 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:20.878 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3623880296] ["max memory quota"=17179869184] [2024/05/06 09:54:20.878 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=292] [reader=2] [writer=4] [2024/05/06 09:54:20.878 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f728000000000000001] ["end key"=7480000000000001145f72800000000000000300] [2024/05/06 09:54:20.878 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/06 09:54:20.879 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f72800000000000000300] ["current end key"=7480000000000001145f72800000000000000300] [2024/05/06 09:54:20.879 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:20.879 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f728000000000000001, 7480000000000001145f72800000000000000300), jobID: 292"] [2024/05/06 09:54:20.879 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3623880336] ["max memory quota"=17179869184] [2024/05/06 09:54:20.879 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:20.880 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3759146640] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:20.880 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/292/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/6cc0fd7b-3cd0-4ba6-b82e-774c598825cb.sst] [firstKey=7480000000000001145F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001145F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:20.880 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/294/8f1beb83-9c70-566b-9a49-eceac3f97713.sst/07048064-736b-46ff-829d-de79e67fcb0a.sst] [firstKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:20.886 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001145f72800000000000000300] ["global checkpoint"=] ["global physical ID"=276] [] [2024/05/06 09:54:20.886 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f728000000000000001] [2024/05/06 09:54:20.886 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011e5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=286] [] [2024/05/06 09:54:20.886 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:20.886 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f728000000000000001] [2024/05/06 09:54:20.886 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:20.899 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2686453112] ["max memory quota"=17179869184] [2024/05/06 09:54:20.899 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2820670840] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:20.914 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2820670880] ["max memory quota"=17179869184] [2024/05/06 09:54:20.914 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=295] [reader=2] [writer=4] [2024/05/06 09:54:20.914 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f728000000000000001] ["end key"=7480000000000001205f72800000000000000300] [2024/05/06 09:54:20.914 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/06 09:54:20.914 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f72800000000000000300] ["current end key"=7480000000000001205f72800000000000000300] [2024/05/06 09:54:20.914 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:20.914 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f728000000000000001, 7480000000000001205f72800000000000000300), jobID: 295"] [2024/05/06 09:54:20.915 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:20.916 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/295/320db698-a507-5895-b9ee-7c50a9f2c5d5.sst/840a4c4a-e25e-4423-97ee-2e46c5b70212.sst] [firstKey=7480000000000001205F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001205F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:20.922 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001205f72800000000000000300] ["global checkpoint"=] ["global physical ID"=288] [] [2024/05/06 09:54:20.922 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f728000000000000001] [2024/05/06 09:54:20.922 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:20.923 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] [2024/05/06 09:54:20.923 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:54:20.924 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] [2024/05/06 09:54:20.924 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 09:54:20.924 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=720.806Β΅s] [] [2024/05/06 09:54:20.924 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:20.924 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/06 09:54:20.924 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=645.783Β΅s] [] [2024/05/06 09:54:20.925 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:20.925 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [2024/05/06 09:54:20.926 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:20.926 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:20.947 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:54:20.947 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] [2024/05/06 09:54:20.947 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 09:54:20.947 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:20.948 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=629.848Β΅s] [] [2024/05/06 09:54:20.948 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:20.948 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [2024/05/06 09:54:20.948 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:20.948 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:20.949 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:20.956 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:54:20.957 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:20.957 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=33.210694ms] [] [2024/05/06 09:54:20.957 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/06 09:54:20.958 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=713.2Β΅s] [] [2024/05/06 09:54:20.958 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [takeTime=33.850274ms] [] [2024/05/06 09:54:20.958 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/06 09:54:20.960 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=1.762592ms] [] [2024/05/06 09:54:20.960 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t7] [2024/05/06 09:54:20.960 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t7] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:20.961 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t7] [takeTime=893.635Β΅s] [] [2024/05/06 09:54:20.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=338] [neededSchemaVersion=339] ["start time"=749.416Β΅s] [gotSchemaVersion=339] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.970 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:54:20.970 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:20.971 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=339] [2024/05/06 09:54:20.972 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=339] [neededSchemaVersion=340] ["start time"=604.687Β΅s] [gotSchemaVersion=340] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:20.973 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2283799848] ["max memory quota"=17179869184] [2024/05/06 09:54:20.973 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2418017576] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:20.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=340] [2024/05/06 09:54:21.000 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:54:21.001 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [takeTime=53.432205ms] [] [2024/05/06 09:54:21.001 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/06 09:54:21.002 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=659.878Β΅s] [] [2024/05/06 09:54:21.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.006 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.007 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:21.007 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/296] [keyspaceName=] [2024/05/06 09:54:21.009 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=340] [neededSchemaVersion=341] ["start time"=678.725Β΅s] [gotSchemaVersion=341] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.010 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.010 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:21.010 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.010 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.011 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.011 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.011 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.011 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.011 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=341] [2024/05/06 09:54:21.016 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=339] ["take time"=51.512809ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814362, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.016 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.017 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.017 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=2419066328] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:21.018 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2419066368] ["max memory quota"=17179869184] [2024/05/06 09:54:21.018 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2553284096] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.018 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=278] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 09:54:21.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=340] ["take time"=51.476263ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921545, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.023 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 09:54:21.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814362, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.024 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=292] [table=t2] [index=idx] [2024/05/06 09:54:21.025 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.025 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.025 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.025 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.026 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.026 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.026 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.026 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.026 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.026 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/06 09:54:21.026 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=2015364288] ["max memory quota"=17179869184] [2024/05/06 09:54:21.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921545, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.029 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=294] [table=t7] [index=idx] [2024/05/06 09:54:21.030 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.030 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.030 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.030 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.030 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.031 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.031 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/06 09:54:21.031 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=1477444480] ["max memory quota"=17179869184] [2024/05/06 09:54:21.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=341] [neededSchemaVersion=342] ["start time"=606.397Β΅s] [gotSchemaVersion=342] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144827457562, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.033 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.036 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=342] [2024/05/06 09:54:21.037 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=278] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:21.037 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 09:54:21.037 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=342] [neededSchemaVersion=343] ["start time"=545.611Β΅s] [gotSchemaVersion=343] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.038 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=296] [start=7480000000000001165f728000000000000001] [end=7480000000000001165f72800000000000000300] ["checkpoint physical ID"=278] [2024/05/06 09:54:21.038 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144827457562, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f728000000000000001,EndKey:7480000000000001165f72800000000000000300,First:false,PhysicalTableID:278,Ingest mode:true"] [2024/05/06 09:54:21.039 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=343] [2024/05/06 09:54:21.045 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444520] ["max memory quota"=17179869184] [2024/05/06 09:54:21.045 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=1611662248] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.056 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.056 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:21.056 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/297] [keyspaceName=] [2024/05/06 09:54:21.057 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662288] ["max memory quota"=17179869184] [2024/05/06 09:54:21.057 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=293] [reader=2] [writer=4] [2024/05/06 09:54:21.057 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f728000000000000001] ["end key"=74800000000000011c5f72800000000000000300] [2024/05/06 09:54:21.057 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/06 09:54:21.058 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f72800000000000000300] ["current end key"=74800000000000011c5f72800000000000000300] [2024/05/06 09:54:21.058 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.058 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f728000000000000001, 74800000000000011c5f72800000000000000300), jobID: 293"] [2024/05/06 09:54:21.058 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=341] ["take time"=51.561438ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921555, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.058 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.058 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=278] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:21.059 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.059 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:21.059 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.059 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.060 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.060 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.060 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.060 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.060 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.065 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.065 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.065 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1611662464] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:21.065 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=278] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=296] [localCnt=0] [2024/05/06 09:54:21.065 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144761921555, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.066 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/293/0918a1ff-0528-5d8e-ab55-616bfa336277.sst/39cd4810-3a16-41bc-aa21-a2e867f0f24e.sst] [firstKey=74800000000000011C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000011C5F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:21.066 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=295] [table=t8] [index=idx] [2024/05/06 09:54:21.066 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=282] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.067 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.067 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.067 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.067 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.067 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.067 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/06 09:54:21.067 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=1074791232] ["max memory quota"=17179869184] [2024/05/06 09:54:21.067 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 09:54:21.067 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1745880016] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:21.070 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011c5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=284] [] [2024/05/06 09:54:21.070 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f728000000000000001] [2024/05/06 09:54:21.070 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.071 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 09:54:21.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=343] [neededSchemaVersion=344] ["start time"=675.974Β΅s] [gotSchemaVersion=344] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.076 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=344] [2024/05/06 09:54:21.077 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144840826923, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.078 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.081 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=282] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:21.081 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 09:54:21.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=342] ["take time"=51.633835ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.083 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=297] [start=74800000000000011a5f728000000000000001] [end=74800000000000011a5f72800000000000000300] ["checkpoint physical ID"=282] [2024/05/06 09:54:21.083 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144840826923, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f728000000000000001,EndKey:74800000000000011a5f72800000000000000300,First:false,PhysicalTableID:282,Ingest mode:true"] [2024/05/06 09:54:21.087 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=343] ["take time"=51.556051ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.089 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.090 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=276] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 09:54:21.094 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008984] ["max memory quota"=17179869184] [2024/05/06 09:54:21.095 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1343226712] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:21.095 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/06 09:54:21.096 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] [2024/05/06 09:54:21.096 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 09:54:21.096 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=609.934Β΅s] [] [2024/05/06 09:54:21.096 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.096 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [2024/05/06 09:54:21.097 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=43] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144853671957, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.103 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144853671957, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f69ffff000000000001,EndKey:7480000000000001145f69ffff000000000001ff,First:false,PhysicalTableID:276,Ingest mode:false"] [2024/05/06 09:54:21.104 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f69ffff000000000001] ["end key"=7480000000000001145f69ffff000000000001ff] [2024/05/06 09:54:21.104 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/06 09:54:21.105 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f69ffff000000000001ff] ["current end key"=7480000000000001145f69ffff00000000000100] [2024/05/06 09:54:21.105 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/06 09:54:21.105 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/06 09:54:21.105 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/06 09:54:21.106 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f69ffff000000000001, 7480000000000001145f69ffff00000000000100), jobID: 292"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001145f69ffff0000000000010000] ["take time"=402.342Β΅s] [2024/05/06 09:54:21.106 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/06 09:54:21.106 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f69ffff000000000001] [2024/05/06 09:54:21.106 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.108 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=282] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:21.108 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=282] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=297] [localCnt=0] [2024/05/06 09:54:21.111 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 09:54:21.111 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=2014315496] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:21.119 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:54:21.119 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.138 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2014315536] ["max memory quota"=17179869184] [2024/05/06 09:54:21.138 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2014315576] ["max memory quota"=17179869184] [2024/05/06 09:54:21.138 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=344] ["take time"=66.275059ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.138 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=2148533304] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:21.138 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=2281702456] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.142 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:54:21.142 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.143 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [takeTime=46.616494ms] [] [2024/05/06 09:54:21.143 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/06 09:54:21.144 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=613.128Β΅s] [] [2024/05/06 09:54:21.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=344] [neededSchemaVersion=345] ["start time"=579.047Β΅s] [gotSchemaVersion=345] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.152 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=345] [2024/05/06 09:54:21.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=345] [neededSchemaVersion=346] ["start time"=602.367Β΅s] [gotSchemaVersion=346] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.156 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=346] [2024/05/06 09:54:21.157 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=286] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 09:54:21.162 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/06 09:54:21.169 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=46] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144866779156, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.171 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144866779156, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f69ffff000000000001,EndKey:74800000000000011e5f69ffff000000000001ff,First:false,PhysicalTableID:286,Ingest mode:false"] [2024/05/06 09:54:21.172 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2282751072] ["max memory quota"=17179869184] [2024/05/06 09:54:21.172 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=2416968800] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.172 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f69ffff000000000001] ["end key"=74800000000000011e5f69ffff000000000001ff] [2024/05/06 09:54:21.172 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f69ffff000000000001ff] ["current end key"=74800000000000011e5f69ffff00000000000100] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f69ffff000000000001, 74800000000000011e5f69ffff00000000000100), jobID: 294"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011e5f69ffff0000000000010000] ["take time"=453.469Β΅s] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/06 09:54:21.173 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f69ffff000000000001] [2024/05/06 09:54:21.174 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.197 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.197 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=345] ["take time"=52.025797ms] [job="ID:292, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144853671957, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=346] ["take time"=51.508679ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814381, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.202 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=346] [neededSchemaVersion=347] ["start time"=687.594Β΅s] [gotSchemaVersion=347] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.205 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=347] [2024/05/06 09:54:21.206 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=292] [tableID=276] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.208 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="add index"] [2024/05/06 09:54:21.208 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2416968840] ["max memory quota"=17179869184] [2024/05/06 09:54:21.209 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=2551186568] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.209 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=43] [job="ID:292, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144853671957, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144748814381, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.211 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=293] [table=t6] [index=idx] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.212 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.212 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.212 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.212 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.213 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.213 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.213 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.213 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.213 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/06 09:54:21.213 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=2013266760] ["max memory quota"=17179869184] [2024/05/06 09:54:21.217 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 09:54:21.217 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.219 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=347] [neededSchemaVersion=348] ["start time"=582.226Β΅s] [gotSchemaVersion=348] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.220 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 43\n# Query_time: 0.746611441\n# Parse_time: 0.000035985\n# Compile_time: 0.000065391\n# Rewrite_time: 0.000002593\n# Optimize_time: 0.000043281\n# Wait_TS: 0.000196977\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9362128342a11a9db9c3800825fd799bb1e60da0d45ff1451f59715bbff3ea38\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx(a);"] [2024/05/06 09:54:21.222 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.223 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=348] [2024/05/06 09:54:21.223 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=288] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 09:54:21.229 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/06 09:54:21.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=49] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993542, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.237 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993542, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f69ffff000000000001,EndKey:7480000000000001205f69ffff000000000001ff,First:false,PhysicalTableID:288,Ingest mode:false"] [2024/05/06 09:54:21.238 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f69ffff000000000001] ["end key"=7480000000000001205f69ffff000000000001ff] [2024/05/06 09:54:21.238 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/06 09:54:21.239 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f69ffff000000000001ff] ["current end key"=7480000000000001205f69ffff00000000000100] [2024/05/06 09:54:21.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/06 09:54:21.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/06 09:54:21.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/06 09:54:21.240 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f69ffff000000000001, 7480000000000001205f69ffff00000000000100), jobID: 295"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001205f69ffff0000000000010000] ["take time"=487.991Β΅s] [2024/05/06 09:54:21.240 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/06 09:54:21.240 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f69ffff000000000001] [2024/05/06 09:54:21.240 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.245 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2013266800] ["max memory quota"=17179869184] [2024/05/06 09:54:21.245 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=297] [reader=2] [writer=4] [2024/05/06 09:54:21.245 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f728000000000000001] ["end key"=74800000000000011a5f72800000000000000300] [2024/05/06 09:54:21.245 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/06 09:54:21.245 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f72800000000000000300] ["current end key"=74800000000000011a5f72800000000000000300] [2024/05/06 09:54:21.245 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.245 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f728000000000000001, 74800000000000011a5f72800000000000000300), jobID: 297"] [2024/05/06 09:54:21.246 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.246 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/297/3b057b2e-d774-5ab3-be42-50a58a9db5c4.sst/ac27d8e3-132c-4162-96eb-1495d0f5c369.sst] [firstKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:21.251 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011a5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=282] [] [2024/05/06 09:54:21.251 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f728000000000000001] [2024/05/06 09:54:21.251 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.252 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=347] ["take time"=51.999563ms] [job="ID:294, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144866779156, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.256 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.257 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.257 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:21.257 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/298] [keyspaceName=] [2024/05/06 09:54:21.260 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.261 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:21.261 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.261 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.261 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.261 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.261 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.261 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.261 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.265 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.266 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.266 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1477444480] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:21.267 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=280] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 09:54:21.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=348] ["take time"=52.016726ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.270 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.272 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 09:54:21.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=348] [neededSchemaVersion=349] ["start time"=619.279Β΅s] [gotSchemaVersion=349] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.278 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=349] [2024/05/06 09:54:21.278 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=284] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 09:54:21.280 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] [2024/05/06 09:54:21.280 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 09:54:21.281 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=776.232Β΅s] [] [2024/05/06 09:54:21.281 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.281 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [2024/05/06 09:54:21.282 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.283 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=294] [tableID=286] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.284 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/06 09:54:21.286 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=294] [jobType="add index"] [2024/05/06 09:54:21.286 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=46] [job="ID:294, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144866779156, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.288 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444520] ["max memory quota"=17179869184] [2024/05/06 09:54:21.288 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1611662248] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=50] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144906100751, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.294 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144906100751, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f69ffff000000000001,EndKey:74800000000000011c5f69ffff000000000001ff,First:false,PhysicalTableID:284,Ingest mode:false"] [2024/05/06 09:54:21.296 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f69ffff000000000001] ["end key"=74800000000000011c5f69ffff000000000001ff] [2024/05/06 09:54:21.296 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/06 09:54:21.296 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f69ffff000000000001ff] ["current end key"=74800000000000011c5f69ffff00000000000100] [2024/05/06 09:54:21.296 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/06 09:54:21.296 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/06 09:54:21.296 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/06 09:54:21.297 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f69ffff000000000001, 74800000000000011c5f69ffff00000000000100), jobID: 293"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011c5f69ffff0000000000010000] ["take time"=471.1Β΅s] [2024/05/06 09:54:21.297 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/06 09:54:21.297 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f69ffff000000000001] [2024/05/06 09:54:21.297 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.300 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:54:21.300 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993566, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.300 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.303 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:21.303 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.304 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=280] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:21.304 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 09:54:21.306 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=298] [start=7480000000000001185f728000000000000001] [end=7480000000000001185f72800000000000000300] ["checkpoint physical ID"=280] [2024/05/06 09:54:21.306 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993566, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f728000000000000001,EndKey:7480000000000001185f72800000000000000300,First:false,PhysicalTableID:280,Ingest mode:true"] [2024/05/06 09:54:21.312 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:21.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [takeTime=32.448257ms] [] [2024/05/06 09:54:21.313 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/06 09:54:21.314 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=665.363Β΅s] [] [2024/05/06 09:54:21.314 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t5] [2024/05/06 09:54:21.314 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t5] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:21.315 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t5] [takeTime=799.917Β΅s] [] [2024/05/06 09:54:21.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=349] [neededSchemaVersion=350] ["start time"=632.028Β΅s] [gotSchemaVersion=350] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.325 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=349] ["take time"=51.745359ms] [job="ID:295, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993542, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=350] [2024/05/06 09:54:21.330 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.333 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=295] [tableID=288] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.335 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="add index"] [2024/05/06 09:54:21.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=350] [neededSchemaVersion=351] ["start time"=623.2Β΅s] [gotSchemaVersion=351] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.336 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=49] [job="ID:295, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993542, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.338 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=280] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:21.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=351] [2024/05/06 09:54:21.338 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=280] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=298] [localCnt=0] [2024/05/06 09:54:21.341 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 09:54:21.341 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2282751032] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:21.441 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2282751072] ["max memory quota"=17179869184] [2024/05/06 09:54:21.441 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2282751112] ["max memory quota"=17179869184] [2024/05/06 09:54:21.441 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=296] [reader=2] [writer=4] [2024/05/06 09:54:21.441 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f728000000000000001] ["end key"=7480000000000001165f72800000000000000300] [2024/05/06 09:54:21.441 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/06 09:54:21.441 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2416968840] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:21.442 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f72800000000000000300] ["current end key"=7480000000000001165f72800000000000000300] [2024/05/06 09:54:21.442 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.442 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f728000000000000001, 7480000000000001165f72800000000000000300), jobID: 296"] [2024/05/06 09:54:21.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=350] ["take time"=122.573734ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144840826923, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=351] ["take time"=109.604979ms] [job="ID:293, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144906100751, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.445 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.453 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/06 09:54:21.453 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.453 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/296/52d3b79f-9579-590b-95ae-1fd2ee31f76b.sst/361a2a08-871b-475a-b092-d01f4cfd40fb.sst] [firstKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:21.454 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 49\n# Query_time: 0.979859625\n# Parse_time: 0.00002775\n# Compile_time: 0.000100641\n# Rewrite_time: 0.000001188\n# Optimize_time: 0.000035562\n# Wait_TS: 0.000181231\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9d113192773d3132725924921eee0f996f52a330496438ca37e154fd03c256c0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t8 add index idx(a);"] [2024/05/06 09:54:21.458 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001165f72800000000000000300] ["global checkpoint"=] ["global physical ID"=278] [] [2024/05/06 09:54:21.458 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=293] [tableID=284] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.458 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f728000000000000001] [2024/05/06 09:54:21.458 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.461 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=293] [jobType="add index"] [2024/05/06 09:54:21.461 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=50] [job="ID:293, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144906100751, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144840826923, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.463 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=297] [table=t5] [index=idx] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.465 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.465 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.465 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.465 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.466 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.466 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.466 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.466 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.466 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.466 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/06 09:54:21.466 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1342177960] ["max memory quota"=17179869184] [2024/05/06 09:54:21.467 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1342178000] ["max memory quota"=17179869184] [2024/05/06 09:54:21.468 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=1477444304] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.471 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 09:54:21.471 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=351] [neededSchemaVersion=352] ["start time"=623.42Β΅s] [gotSchemaVersion=352] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 46\n# Query_time: 0.999353108\n# Parse_time: 0.000045029\n# Compile_time: 0.00007708\n# Rewrite_time: 0.000002386\n# Optimize_time: 0.00003058\n# Wait_TS: 0.000237196\n# DB: addindexlit\n# Is_internal: false\n# Digest: e872f00ada0cfd3423a3c060ad59cff70e22a93240c136ed4ada32d1f2fd9ced\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t7 add unique index idx(a);"] [2024/05/06 09:54:21.474 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.474 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:21.474 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/299] [keyspaceName=] [2024/05/06 09:54:21.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=352] [2024/05/06 09:54:21.477 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.477 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:21.477 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.477 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.478 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.478 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.478 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.478 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.478 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.479 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.481 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.481 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444344] ["max memory quota"=17179869184] [2024/05/06 09:54:21.482 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.482 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1477444520] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/06 09:54:21.482 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:21.482 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=1611662248] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.482 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/300] [keyspaceName=] [2024/05/06 09:54:21.483 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=272] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 09:54:21.483 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] [2024/05/06 09:54:21.483 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 09:54:21.484 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=657.158Β΅s] [] [2024/05/06 09:54:21.484 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.484 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [2024/05/06 09:54:21.485 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.485 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.485 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:21.485 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.485 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.486 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.486 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.486 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.486 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.486 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.487 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=293] [2024/05/06 09:54:21.487 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 50\n# Query_time: 1.014267612\n# Parse_time: 0.000022353\n# Compile_time: 0.000067446\n# Rewrite_time: 0.000001343\n# Optimize_time: 0.000023171\n# Wait_TS: 0.000292322\n# DB: addindexlit\n# Is_internal: false\n# Digest: 0ca159269364b8608ca3951391b20d0711ab7315186344363e25b6d9b5a3e18b\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t6 add index idx(a);"] [2024/05/06 09:54:21.488 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 09:54:21.491 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.492 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.492 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=1611662424] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:21.493 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=274] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 09:54:21.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529549, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.495 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.497 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611662464] ["max memory quota"=17179869184] [2024/05/06 09:54:21.497 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=298] [reader=2] [writer=4] [2024/05/06 09:54:21.497 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f728000000000000001] ["end key"=7480000000000001185f72800000000000000300] [2024/05/06 09:54:21.497 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/06 09:54:21.497 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f72800000000000000300] ["current end key"=7480000000000001185f72800000000000000300] [2024/05/06 09:54:21.497 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.497 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f728000000000000001, 7480000000000001185f72800000000000000300), jobID: 298"] [2024/05/06 09:54:21.498 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 09:54:21.498 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.498 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=272] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:21.499 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 09:54:21.499 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/298/47bed380-cb3c-5a10-8193-e739b762a16c.sst/caa66c26-9c56-41d8-9614-23849fbf23bb.sst] [firstKey=7480000000000001185F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001185F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:21.500 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=299] [start=7480000000000001105f728000000000000001] [end=7480000000000001105f72800000000000000300] ["checkpoint physical ID"=272] [2024/05/06 09:54:21.500 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529549, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f728000000000000001,EndKey:7480000000000001105f72800000000000000300,First:false,PhysicalTableID:272,Ingest mode:true"] [2024/05/06 09:54:21.503 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001185f72800000000000000300] ["global checkpoint"=] ["global physical ID"=280] [] [2024/05/06 09:54:21.503 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f728000000000000001] [2024/05/06 09:54:21.503 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.503 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529568, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.504 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.506 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:21.506 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.507 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=274] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:21.507 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 09:54:21.509 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=300] [start=7480000000000001125f728000000000000001] [end=7480000000000001125f72800000000000000300] ["checkpoint physical ID"=274] [2024/05/06 09:54:21.509 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529568, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f728000000000000001,EndKey:7480000000000001125f72800000000000000300,First:false,PhysicalTableID:274,Ingest mode:true"] [2024/05/06 09:54:21.515 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:21.516 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [takeTime=31.890417ms] [] [2024/05/06 09:54:21.516 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/06 09:54:21.517 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=587.331Β΅s] [] [2024/05/06 09:54:21.517 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t3] [2024/05/06 09:54:21.517 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t3] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:21.517 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t3] [takeTime=736.747Β΅s] [] [2024/05/06 09:54:21.523 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=352] ["take time"=51.688401ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.524 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=352] [neededSchemaVersion=353] ["start time"=591.023Β΅s] [gotSchemaVersion=353] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=353] [2024/05/06 09:54:21.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.531 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=282] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 09:54:21.536 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/06 09:54:21.541 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=272] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:21.541 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=272] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=299] [localCnt=0] [2024/05/06 09:54:21.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=47] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144971898890, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.544 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 09:54:21.544 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1746928752] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:21.544 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] [2024/05/06 09:54:21.544 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 09:54:21.544 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144971898890, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f69ffff000000000001,EndKey:74800000000000011a5f69ffff000000000001ff,First:false,PhysicalTableID:282,Ingest mode:false"] [2024/05/06 09:54:21.544 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=582.169Β΅s] [] [2024/05/06 09:54:21.544 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.544 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [2024/05/06 09:54:21.545 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.546 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f69ffff000000000001] ["end key"=74800000000000011a5f69ffff000000000001ff] [2024/05/06 09:54:21.546 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/06 09:54:21.546 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f69ffff000000000001ff] ["current end key"=74800000000000011a5f69ffff00000000000100] [2024/05/06 09:54:21.546 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/06 09:54:21.546 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/06 09:54:21.546 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/06 09:54:21.547 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f69ffff000000000001, 74800000000000011a5f69ffff00000000000100), jobID: 297"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011a5f69ffff0000000000010000] ["take time"=470.82Β΅s] [2024/05/06 09:54:21.547 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/06 09:54:21.547 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f69ffff000000000001] [2024/05/06 09:54:21.547 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.548 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1746928792] ["max memory quota"=17179869184] [2024/05/06 09:54:21.548 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=1881146520] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:21.549 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=274] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:21.549 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=274] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=300] [localCnt=0] [2024/05/06 09:54:21.552 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 09:54:21.552 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2552235304] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:21.553 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2552235344] ["max memory quota"=17179869184] [2024/05/06 09:54:21.553 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2686453072] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.558 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2686453112] ["max memory quota"=17179869184] [2024/05/06 09:54:21.558 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2820670840] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.562 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2820670880] ["max memory quota"=17179869184] [2024/05/06 09:54:21.562 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=299] [reader=2] [writer=4] [2024/05/06 09:54:21.562 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f728000000000000001] ["end key"=7480000000000001105f72800000000000000300] [2024/05/06 09:54:21.562 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/06 09:54:21.563 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f72800000000000000300] ["current end key"=7480000000000001105f72800000000000000300] [2024/05/06 09:54:21.563 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.563 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f728000000000000001, 7480000000000001105f72800000000000000300), jobID: 299"] [2024/05/06 09:54:21.563 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.564 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2820670920] ["max memory quota"=17179869184] [2024/05/06 09:54:21.564 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/299/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/7a1b5d9d-243a-4c8d-8477-1f26ee922411.sst] [firstKey=7480000000000001105F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001105F698000000000000001038000000000000003038000000000000003] [2024/05/06 09:54:21.564 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2955937224] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:21.566 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:54:21.566 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.569 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001105f72800000000000000300] ["global checkpoint"=] ["global physical ID"=272] [] [2024/05/06 09:54:21.569 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f728000000000000001] [2024/05/06 09:54:21.569 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.569 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2419066192] ["max memory quota"=17179869184] [2024/05/06 09:54:21.569 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2552235344] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.569 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.574 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=353] ["take time"=51.731767ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144827457562, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.574 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2552235384] ["max memory quota"=17179869184] [2024/05/06 09:54:21.574 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2687501688] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.575 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=353] [neededSchemaVersion=354] ["start time"=617.006Β΅s] [gotSchemaVersion=354] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.575 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:54:21.576 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [takeTime=31.647617ms] [] [2024/05/06 09:54:21.576 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/06 09:54:21.577 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=638.004Β΅s] [] [2024/05/06 09:54:21.577 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=354] [2024/05/06 09:54:21.579 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2687501728] ["max memory quota"=17179869184] [2024/05/06 09:54:21.579 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=300] [reader=2] [writer=4] [2024/05/06 09:54:21.579 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f728000000000000001] ["end key"=7480000000000001125f72800000000000000300] [2024/05/06 09:54:21.580 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/06 09:54:21.580 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f72800000000000000300] ["current end key"=7480000000000001125f72800000000000000300] [2024/05/06 09:54:21.580 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.580 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f728000000000000001, 7480000000000001125f72800000000000000300), jobID: 300"] [2024/05/06 09:54:21.580 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.582 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144827457562, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.582 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/300/284ed67e-7a41-5a95-b24e-d5e5a144781a.sst/600e53ad-f4ff-4b06-aa38-caf1c6c47812.sst] [firstKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:21.582 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=296] [table=t3] [index=idx] [2024/05/06 09:54:21.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=354] [neededSchemaVersion=355] ["start time"=541.955Β΅s] [gotSchemaVersion=355] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.583 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.583 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.583 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.583 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.584 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.584 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.584 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.584 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.584 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/06 09:54:21.584 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=2149581920] ["max memory quota"=17179869184] [2024/05/06 09:54:21.585 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=355] [2024/05/06 09:54:21.586 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001125f72800000000000000300] ["global checkpoint"=] ["global physical ID"=274] [] [2024/05/06 09:54:21.586 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f728000000000000001] [2024/05/06 09:54:21.586 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=355] [neededSchemaVersion=356] ["start time"=598.029Β΅s] [gotSchemaVersion=356] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.592 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=356] [2024/05/06 09:54:21.594 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] [2024/05/06 09:54:21.594 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 09:54:21.595 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=585.767Β΅s] [] [2024/05/06 09:54:21.595 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/06 09:54:21.596 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.608 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] [2024/05/06 09:54:21.608 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 09:54:21.609 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=642.454Β΅s] [] [2024/05/06 09:54:21.609 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.609 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [2024/05/06 09:54:21.610 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.613 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=356] [neededSchemaVersion=357] ["start time"=607.802Β΅s] [gotSchemaVersion=357] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.615 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=357] [2024/05/06 09:54:21.618 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=3] [size=114] [2024/05/06 09:54:21.618 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.624 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=354] ["take time"=51.748083ms] [job="ID:297, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144971898890, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.626 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/06 09:54:21.627 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=31.607087ms] [] [2024/05/06 09:54:21.627 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/06 09:54:21.627 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=507.496Β΅s] [] [2024/05/06 09:54:21.631 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:21.631 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.632 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=297] [tableID=282] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.633 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=355] ["take time"=51.389748ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993566, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=357] [neededSchemaVersion=358] ["start time"=563.379Β΅s] [gotSchemaVersion=358] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.634 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=297] [jobType="add index"] [2024/05/06 09:54:21.635 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=47] [job="ID:297, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144971898890, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.636 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=358] [2024/05/06 09:54:21.639 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:21.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144892993566, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.640 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=356] ["take time"=51.650261ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.640 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=298] [table=t4] [index=idx] [2024/05/06 09:54:21.641 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [takeTime=31.393102ms] [] [2024/05/06 09:54:21.641 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/06 09:54:21.641 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.641 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.641 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=651.029Β΅s] [] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.641 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t1] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.641 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.641 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.641 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t1] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:21.642 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.642 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.642 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.642 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.642 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.642 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/06 09:54:21.642 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1074791040] ["max memory quota"=17179869184] [2024/05/06 09:54:21.642 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t1] [takeTime=766.088Β΅s] [] [2024/05/06 09:54:21.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=358] [neededSchemaVersion=359] ["start time"=532.582Β΅s] [gotSchemaVersion=359] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.649 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=278] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 09:54:21.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=359] [2024/05/06 09:54:21.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=359] [neededSchemaVersion=360] ["start time"=481.007Β΅s] [gotSchemaVersion=360] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.654 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/06 09:54:21.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=360] [2024/05/06 09:54:21.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=44] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144997851176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.661 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144997851176, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f69ffff000000000001,EndKey:7480000000000001165f69ffff000000000001ff,First:false,PhysicalTableID:278,Ingest mode:false"] [2024/05/06 09:54:21.662 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f69ffff000000000001] ["end key"=7480000000000001165f69ffff000000000001ff] [2024/05/06 09:54:21.662 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/06 09:54:21.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=357] ["take time"=51.825493ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f69ffff000000000001ff] ["current end key"=7480000000000001165f69ffff00000000000100] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f69ffff000000000001, 7480000000000001165f69ffff00000000000100), jobID: 296"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001165f69ffff0000000000010000] ["take time"=371.213Β΅s] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/06 09:54:21.663 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f69ffff000000000001] [2024/05/06 09:54:21.663 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.670 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.670 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/06 09:54:21.670 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/301] [keyspaceName=] [2024/05/06 09:54:21.673 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/06 09:54:21.673 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822019184248444] [2024/05/06 09:54:21.673 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.673 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/06 09:54:21.674 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:21.674 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.674 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:21.674 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:21.674 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.679 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:21.679 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:21.679 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=1075839792] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/06 09:54:21.680 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=290] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 09:54:21.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=358] ["take time"=51.54152ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529549, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.685 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 09:54:21.685 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.690 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529549, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=360] [neededSchemaVersion=361] ["start time"=555.137Β΅s] [gotSchemaVersion=361] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.690 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=299] [table=t0] [index=idx] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.691 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.691 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.691 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.691 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.691 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.691 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/06 09:54:21.691 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=537919984] ["max memory quota"=17179869184] [2024/05/06 09:54:21.692 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=361] [2024/05/06 09:54:21.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958339, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.695 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/06 09:54:21.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=359] ["take time"=51.40752ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=361] [neededSchemaVersion=362] ["start time"=553.507Β΅s] [gotSchemaVersion=362] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.698 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=290] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/06 09:54:21.698 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 09:54:21.699 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=301] [start=7480000000000001225f728000000000000001] [end=7480000000000001225f72800000000000000300] ["checkpoint physical ID"=290] [2024/05/06 09:54:21.699 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958339, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f728000000000000001,EndKey:7480000000000001225f72800000000000000300,First:false,PhysicalTableID:290,Ingest mode:true"] [2024/05/06 09:54:21.700 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=362] [2024/05/06 09:54:21.702 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=360] ["take time"=51.285744ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529568, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.705 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=280] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 09:54:21.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144958529568, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.709 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=300] [table=t1] [index=idx] [2024/05/06 09:54:21.710 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.710 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.710 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.710 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.711 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.711 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.711 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.711 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.711 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/06 09:54:21.711 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=176] ["max memory quota"=17179869184] [2024/05/06 09:54:21.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958376, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.716 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958376, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f69ffff000000000001,EndKey:7480000000000001185f69ffff000000000001ff,First:false,PhysicalTableID:280,Ingest mode:false"] [2024/05/06 09:54:21.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=362] [neededSchemaVersion=363] ["start time"=554.764Β΅s] [gotSchemaVersion=363] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.717 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f69ffff000000000001] ["end key"=7480000000000001185f69ffff000000000001ff] [2024/05/06 09:54:21.717 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f69ffff000000000001ff] ["current end key"=7480000000000001185f69ffff00000000000100] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f69ffff000000000001, 7480000000000001185f69ffff00000000000100), jobID: 298"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001185f69ffff0000000000010000] ["take time"=423.418Β΅s] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/06 09:54:21.718 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f69ffff000000000001] [2024/05/06 09:54:21.718 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=363] [2024/05/06 09:54:21.722 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=290] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:21.723 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=290] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=301] [localCnt=0] [2024/05/06 09:54:21.725 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 09:54:21.725 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/06 09:54:21.732 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/06 09:54:21.732 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/06 09:54:21.736 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/06 09:54:21.736 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/06 09:54:21.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=361] ["take time"=51.866129ms] [job="ID:296, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144997851176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.741 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.741 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/06 09:54:21.741 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/06 09:54:21.745 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=363] [neededSchemaVersion=364] ["start time"=576.193Β΅s] [gotSchemaVersion=364] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.747 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=362] ["take time"=51.552191ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.748 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=296] [tableID=278] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.748 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=364] [2024/05/06 09:54:21.750 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=296] [jobType="add index"] [2024/05/06 09:54:21.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=44] [job="ID:296, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574144997851176, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.753 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/06 09:54:21.753 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=301] [reader=2] [writer=4] [2024/05/06 09:54:21.753 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f728000000000000001] ["end key"=7480000000000001225f72800000000000000300] [2024/05/06 09:54:21.753 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/06 09:54:21.754 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f72800000000000000300] ["current end key"=7480000000000001225f72800000000000000300] [2024/05/06 09:54:21.754 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/06 09:54:21.754 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f728000000000000001, 7480000000000001225f72800000000000000300), jobID: 301"] [2024/05/06 09:54:21.754 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/06 09:54:21.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.755 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/301/a4fb1985-22b6-59fd-8316-18e0940c4818.sst/f14ee7c1-2c32-45d2-b2ec-36ead47c8b58.sst] [firstKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/06 09:54:21.756 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=272] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 09:54:21.757 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 09:54:21.757 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 44\n# Query_time: 1.283745318\n# Parse_time: 0.000070103\n# Compile_time: 0.000067409\n# Rewrite_time: 0.00000113\n# Optimize_time: 0.00003186\n# Wait_TS: 0.000249823\n# DB: addindexlit\n# Is_internal: false\n# Digest: 95b21f9b4cb85e29e89341245025f889b26e85826025eb93e413c644381742b2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t3 add unique index idx(a);"] [2024/05/06 09:54:21.759 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001225f72800000000000000300] ["global checkpoint"=] ["global physical ID"=290] [] [2024/05/06 09:54:21.759 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f728000000000000001] [2024/05/06 09:54:21.759 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.760 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/06 09:54:21.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145024327709, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=363] ["take time"=51.679348ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.769 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145024327709, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f69ffff000000000001,EndKey:7480000000000001105f69ffff000000000001ff,First:false,PhysicalTableID:272,Ingest mode:false"] [2024/05/06 09:54:21.770 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f69ffff000000000001] ["end key"=7480000000000001105f69ffff000000000001ff] [2024/05/06 09:54:21.770 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f69ffff000000000001ff] ["current end key"=7480000000000001105f69ffff00000000000100] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f69ffff000000000001, 7480000000000001105f69ffff00000000000100), jobID: 299"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001105f69ffff0000000000010000] ["take time"=366.684Β΅s] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/06 09:54:21.771 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f69ffff000000000001] [2024/05/06 09:54:21.771 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.774 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.774 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=274] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 09:54:21.779 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/06 09:54:21.785 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] [2024/05/06 09:54:21.785 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 09:54:21.785 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=48] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145037172744, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.786 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=642.137Β΅s] [] [2024/05/06 09:54:21.786 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["split region size"=100663296] [2024/05/06 09:54:21.786 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [2024/05/06 09:54:21.787 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:21.787 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145037172744, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f69ffff000000000001,EndKey:7480000000000001125f69ffff000000000001ff,First:false,PhysicalTableID:274,Ingest mode:false"] [2024/05/06 09:54:21.788 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f69ffff000000000001] ["end key"=7480000000000001125f69ffff000000000001ff] [2024/05/06 09:54:21.788 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/06 09:54:21.789 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f69ffff000000000001ff] ["current end key"=7480000000000001125f69ffff00000000000100] [2024/05/06 09:54:21.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/06 09:54:21.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/06 09:54:21.789 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/06 09:54:21.790 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f69ffff000000000001, 7480000000000001125f69ffff00000000000100), jobID: 300"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001125f69ffff0000000000010000] ["take time"=782.018Β΅s] [2024/05/06 09:54:21.790 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/06 09:54:21.790 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f69ffff000000000001] [2024/05/06 09:54:21.790 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.795 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=364] ["take time"=51.658296ms] [job="ID:298, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958376, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.800 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.803 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=298] [tableID=280] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.805 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=364] [neededSchemaVersion=365] ["start time"=498.058Β΅s] [gotSchemaVersion=365] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.805 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=298] [jobType="add index"] [2024/05/06 09:54:21.806 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=45] [job="ID:298, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958376, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.807 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=365] [2024/05/06 09:54:21.808 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] ["region ranges"=1] [count=3] [size=162] [2024/05/06 09:54:21.808 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:21.814 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 09:54:21.814 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.814 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 45\n# Query_time: 1.340635038\n# Parse_time: 0.000055593\n# Compile_time: 0.000069464\n# Rewrite_time: 0.000001177\n# Optimize_time: 0.00003285\n# Wait_TS: 0.000169939\n# DB: addindexlit\n# Is_internal: false\n# Digest: 313ed62c529ca233d9c6a792664061f203a06b67fdbdf02b30813512d72d0bcc\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t4 add index idx(a);"] [2024/05/06 09:54:21.816 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/06 09:54:21.817 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [takeTime=31.382544ms] [] [2024/05/06 09:54:21.817 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/06 09:54:21.818 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=538.487Β΅s] [] [2024/05/06 09:54:21.818 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t9] [2024/05/06 09:54:21.818 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t9] [category=detect-dupe] [tasks=1] [2024/05/06 09:54:21.818 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t9] [takeTime=663.123Β΅s] [] [2024/05/06 09:54:21.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=365] [neededSchemaVersion=366] ["start time"=588.733Β΅s] [gotSchemaVersion=366] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.821 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=366] [2024/05/06 09:54:21.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=366] [neededSchemaVersion=367] ["start time"=447.177Β΅s] [gotSchemaVersion=367] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.826 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=367] [2024/05/06 09:54:21.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=365] ["take time"=51.61696ms] [job="ID:299, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145024327709, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.861 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=299] [tableID=272] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.863 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=299] [jobType="add index"] [2024/05/06 09:54:21.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=51] [job="ID:299, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145024327709, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=366] ["take time"=51.549677ms] [job="ID:300, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145037172744, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.871 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/06 09:54:21.871 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 51\n# Query_time: 1.398177411\n# Parse_time: 0.000057907\n# Compile_time: 0.00010315\n# Rewrite_time: 0.000001431\n# Optimize_time: 0.000030225\n# Wait_TS: 0.000207218\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1575d05c2408d6b4e80dc99fa468744a32aabe3d16303fb47449d85c1e318c83\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t0 add index idx(a);"] [2024/05/06 09:54:21.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=367] ["take time"=51.772586ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958339, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.875 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=300] [tableID=274] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:21.877 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="add index"] [2024/05/06 09:54:21.878 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=48] [job="ID:300, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145037172744, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145010958339, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.880 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=301] [table=t9] [index=idx] [2024/05/06 09:54:21.881 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:21.881 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.881 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.881 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:21.882 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:21.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:21.882 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:21.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:21.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:21.882 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/06 09:54:21.882 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/06 09:54:21.885 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/06 09:54:21.885 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:21.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=367] [neededSchemaVersion=368] ["start time"=606.309Β΅s] [gotSchemaVersion=368] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.888 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 47\n# Query_time: 1.413920074\n# Parse_time: 0.000027233\n# Compile_time: 0.000109038\n# Rewrite_time: 0.000001074\n# Optimize_time: 0.000032615\n# Wait_TS: 0.0002736\n# DB: addindexlit\n# Is_internal: false\n# Digest: b3e09246741c3859c07749cb35fe80d7f1a0d1f2fb68c5f3e8baa12853a5180c\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t5 add unique index idx(a);"] [2024/05/06 09:54:21.890 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=368] [2024/05/06 09:54:21.938 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=368] ["take time"=52.552183ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.945 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=290] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 09:54:21.950 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/06 09:54:21.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=42] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145076756486, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:21.957 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145076756486, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f69ffff000000000001,EndKey:7480000000000001225f69ffff000000000001ff,First:false,PhysicalTableID:290,Ingest mode:false"] [2024/05/06 09:54:21.958 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f69ffff000000000001] ["end key"=7480000000000001225f69ffff000000000001ff] [2024/05/06 09:54:21.958 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/06 09:54:21.958 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f69ffff000000000001ff] ["current end key"=7480000000000001225f69ffff00000000000100] [2024/05/06 09:54:21.958 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/06 09:54:21.958 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/06 09:54:21.958 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/06 09:54:21.959 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f69ffff000000000001, 7480000000000001225f69ffff00000000000100), jobID: 301"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001225f69ffff0000000000010000] ["take time"=392.842Β΅s] [2024/05/06 09:54:21.959 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/06 09:54:21.959 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f69ffff000000000001] [2024/05/06 09:54:21.959 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/06 09:54:21.979 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/06 09:54:21.983 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=368] [neededSchemaVersion=369] ["start time"=514.012Β΅s] [gotSchemaVersion=369] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/06 09:54:21.986 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=369] [2024/05/06 09:54:22.033 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=369] ["take time"=52.048746ms] [job="ID:301, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145076756486, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:22.040 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=301] [tableID=290] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/06 09:54:22.042 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="add index"] [2024/05/06 09:54:22.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=42] [job="ID:301, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-06 09:54:20.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449574145076756486, LocalMode: false, UniqueWarnings:0"] [2024/05/06 09:54:22.050 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 09:54:22.050 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:22.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 42\n# Query_time: 1.577415027\n# Parse_time: 0.000041225\n# Compile_time: 0.000069507\n# Rewrite_time: 0.000001089\n# Optimize_time: 0.00002502\n# Wait_TS: 0.000179503\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5bd1958b3a6e9154e6e0967495a98d5f02b0fa01f50ce87a63ce3b1bf470986a\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t9 add unique index idx(a);"] [2024/05/06 09:54:22.488 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 09:54:22.488 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:22.489 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 48\n# Query_time: 2.014544284\n# Parse_time: 0.000063361\n# Compile_time: 0.000056834\n# Rewrite_time: 0.000000971\n# Optimize_time: 0.000035072\n# Wait_TS: 0.000299787\n# DB: addindexlit\n# Is_internal: false\n# Digest: 71fc09751ef1865a8f3ba7a4c49c9a561524fe837f1ce72348256b349da1e695\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t1 add unique index idx(a);"] [2024/05/06 09:54:22.489 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [2024/05/06 09:54:22.489 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [2024/05/06 09:54:22.489 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:22.490 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=1.985Β΅s] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 105, tp add index"] [category=ddl] ["take time"=902ns] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 107, tp add index"] [category=ddl] ["take time"=1.079Β΅s] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 106, tp add index"] [category=ddl] ["take time"=922ns] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 103, tp general"] [category=ddl] ["take time"=842ns] [2024/05/06 09:54:22.491 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:54:22.491 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:54:22.491 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:54:22.494 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] ["take time"=4.812126ms] [2024/05/06 09:54:22.494 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] [2024/05/06 09:54:22.495 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:54:22.495 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:54:22.495 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ac513559-424b-4d5d-8eee-2b4f4c4acb7e] [watcherID=d155e05c-d674-4f66-ac2a-d254e3605a6c] [2024/05/06 09:54:22.495 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ac513559-424b-4d5d-8eee-2b4f4c4acb7e] [2024/05/06 09:54:22.495 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:22.495 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:54:22.495 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:54:22.495 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:54:22.495 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1573] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] [2024/05/06 09:54:22.496 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:54:22.496 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:54:22.496 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:54:22.496 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 80240a23-0fef-474c-b554-7edc72e014d0"] [error="lost watcher waiting for delete"] [2024/05/06 09:54:22.496 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="context canceled"] [2024/05/06 09:54:22.496 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:54:22.496 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0c852d83-6a60-4d9f-811d-85b1eafe9fe8] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:54:22.496 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:54:22.496 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:54:22.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:54:22.497 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 80240a23-0fef-474c-b554-7edc72e014d0"] [error="context canceled"] [2024/05/06 09:54:22.497 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 80240a23-0fef-474c-b554-7edc72e014d0"] [2024/05/06 09:54:22.497 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=80240a23-0fef-474c-b554-7edc72e014d0] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:22.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:54:22.497 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:54:22.497 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:54:22.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:54:22.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:54:22.553 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:54:22.553 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="context canceled"] [2024/05/06 09:54:22.553 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [2024/05/06 09:54:23.747 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 80240a23-0fef-474c-b554-7edc72e014d0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:23.759 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:23.759 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:54:23.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:54:23.809 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0c852d83-6a60-4d9f-811d-85b1eafe9fe8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:54:23.809 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:54:23.809 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:54:23.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:54:23.810 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.320755004s] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:23.810 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:23.810 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:23.810 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:23.810 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:23.810 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConcFastReorg (4.55s) FAIL coverage: 15.6% of statements -- Coverage runner: Not collecting coverage for failed test. The following commands failed with status 1 /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/sandbox/linux-sandbox/2161/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test.runfiles/__main__/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test -with-real-tikv ================================================================================ Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 203.482s, Critical Path: 188.10s INFO: 1539 processes: 1524 remote cache hit, 9 internal, 6 linux-sandbox. INFO: Build completed successfully, 1539 total actions //tests/realtikvtest/addindextest4:addindextest4_test FLAKY, failed in 1 out of 2 in 94.5s Stats over 2 runs: max = 94.5s, min = 68.6s, avg = 81.5s, dev = 13.0s /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/coverage.dat Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:55:43.915Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:55:43.916Z] ['info'] => Project root located at: . [2024-05-06T09:55:43.919Z] ['info'] -> Token found by environment variables [2024-05-06T09:55:43.932Z] ['info'] Searching for coverage files... [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 171s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 232.093s, Critical Path: 209.33s INFO: 1538 processes: 1522 remote cache hit, 10 internal, 6 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [2024-05-06T09:55:44.579Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:55:44.579Z] ['info'] Processing ./coverage.dat... [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [2024-05-06T09:55:44.967Z] ['info'] Using manual override from args. [2024-05-06T09:55:44.967Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:55:44.985Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [Pipeline] sh [2024-05-06T09:55:45.793Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:55:45.794Z] ['info'] => Project root located at: . [2024-05-06T09:55:45.797Z] ['info'] -> Token found by environment variables [2024-05-06T09:55:45.812Z] ['info'] Searching for coverage files... [2024-05-06T09:55:45.727Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/53d713c9-f1ac-4a7c-93cf-80dc0b5749d4.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095545Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=e8b67d8f6e3bc59aff8b50eddc017fc55c64c5d8565c1904301f796ea966734a [2024-05-06T09:55:45.727Z] ['info'] Uploading... [2024-05-06T09:55:46.316Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:55:46.316Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:55:46.685Z] ['info'] Using manual override from args. [2024-05-06T09:55:46.685Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:55:46.695Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 221s remote-cache, linux-sandbox [2024-05-06T09:55:47.411Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/8a3c594b-1a40-4782-b369-f02355ddfc99.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095547Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=516ec4aee852d6aacfbe8151072bd774478fe9dd288ebc985838a448c296b476 [2024-05-06T09:55:47.412Z] ['info'] Uploading... [2024-05-06T09:55:47.456Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-06T09:55:49.125Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 84.80464259 s [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 160s remote-cache, linux-sandbox [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/txntest:txntest_test; 256s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 302.155s, Critical Path: 284.76s INFO: 1551 processes: 1526 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:56:27.304Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:56:27.305Z] ['info'] => Project root located at: . [2024-05-06T09:56:27.308Z] ['info'] -> Token found by environment variables [2024-05-06T09:56:27.321Z] ['info'] Searching for coverage files... [2024-05-06T09:56:27.966Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:56:27.966Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:56:28.345Z] ['info'] Using manual override from args. [2024-05-06T09:56:28.345Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:56:28.355Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:56:29.089Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/dd4a8567-c76b-4081-a44b-cb5a15116a73.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095628Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=8ede9e3e613e7838ddd5c788f61ac567c5ee6304bb80205038913cafd0b92cac [2024-05-06T09:56:29.089Z] ['info'] Uploading... [2024-05-06T09:56:30.997Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 220s remote-cache, linux-sandbox ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 71.325724489 s ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.366897904 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.709593528 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.193452863 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.057913003 s [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 255s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 257s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/06 09:53:20.740 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/06 09:53:20.741 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:20.742 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:20.743 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:20.743 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:20.744 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:20.744 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:20.744 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:20.744 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:20.744 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:20.747 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 09:53:20.752 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:20.753 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:20.755 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 09:53:20.781 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:20.781 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:20.790 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:20.790 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:20.804 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:20.828 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822016296181149] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:20.939 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:21.070 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1282] ["lease id"=22318f4d509abefa] [2024/05/06 09:53:21.073 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:21.080 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/06 09:53:21.103 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.906254ms] [2024/05/06 09:53:21.106 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:21.107 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=609f9dc4-4ea1-4b0e-addc-fbf033a379a4] [runWorker=true] [2024/05/06 09:53:21.107 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:21.109 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:21.110 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:21.111 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:21.111 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:21.113 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 609f9dc4-4ea1-4b0e-addc-fbf033a379a4"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509abefe] [ownerID=609f9dc4-4ea1-4b0e-addc-fbf033a379a4] [op=none] [2024/05/06 09:53:21.114 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:21.114 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=59859bca-941e-4f8e-a268-c9505da7a52f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:21.115 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f"] ["owner key"=/tidb/br-stream/owner/22318f4d509abf00] [ownerID=59859bca-941e-4f8e-a268-c9505da7a52f] [op=none] [2024/05/06 09:53:21.122 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/06 09:53:21.155 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/06 09:53:21.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.163 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:21.164 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 609f9dc4-4ea1-4b0e-addc-fbf033a379a4"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509abefe] [ownerID=609f9dc4-4ea1-4b0e-addc-fbf033a379a4] [op=none] [2024/05/06 09:53:21.164 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 609f9dc4-4ea1-4b0e-addc-fbf033a379a4"] [op=none] [2024/05/06 09:53:21.164 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:21.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.259 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.0314ms] [2024/05/06 09:53:21.264 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:21.273 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.273 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/06 09:53:21.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.993048ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:21.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.334 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.360 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/06 09:53:21.361 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:21.365 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/06 09:53:21.388 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/06 09:53:21.576 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:21.576 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/06 09:53:21.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:21.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.345147ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:21.966 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:21.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/06 09:53:21.998 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.032176ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:21.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:21.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.114 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:22.256 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/06 09:53:22.256 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.881886297\n# Parse_time: 0\n# Compile_time: 0.010079862\n# Rewrite_time: 0.000009211\n# Optimize_time: 0\n# Wait_TS: 0.000420872\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/06 09:53:22.265 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/06 09:53:22.314 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.314 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/06 09:53:22.356 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.430 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.764268ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.440 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.440 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/06 09:53:22.475 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.105481ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.534 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.579 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/06 09:53:22.579 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.582 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.31939734\n# Parse_time: 0\n# Compile_time: 0.00170149\n# Rewrite_time: 0.000009017\n# Optimize_time: 0\n# Wait_TS: 0.000320698\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.586 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/06 09:53:22.645 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:22.645 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/06 09:53:22.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=3.113374ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:22.768 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:22.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/06 09:53:22.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.830859ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.865 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:22.911 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/06 09:53:22.911 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:22.915 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330276626\n# Parse_time: 0\n# Compile_time: 0.002379792\n# Rewrite_time: 0.000030295\n# Optimize_time: 0\n# Wait_TS: 0.000510324\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:22.927 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/06 09:53:23.029 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.029 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/06 09:53:23.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.111 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:23.111 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/06 09:53:23.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.960755ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.284 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:23.285 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/06 09:53:23.318 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.049056ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:22.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.383 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:22.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.483 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/06 09:53:23.483 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.486 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.564638239\n# Parse_time: 0\n# Compile_time: 0.005444281\n# Rewrite_time: 0.000009908\n# Optimize_time: 0\n# Wait_TS: 0.000418711\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.491 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/06 09:53:23.554 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.554 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/06 09:53:23.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.685 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.115664ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:23.695 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:23.695 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/06 09:53:23.731 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.558798ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.783 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:23.849 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/06 09:53:23.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:23.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363093273\n# Parse_time: 0\n# Compile_time: 0.002292452\n# Rewrite_time: 0.00000911\n# Optimize_time: 0\n# Wait_TS: 0.000403297\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:23.857 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/06 09:53:23.933 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:23.933 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/06 09:53:23.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.211322ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.088 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/06 09:53:24.122 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.375087ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:23.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:23.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.229 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/06 09:53:24.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37806727\n# Parse_time: 0\n# Compile_time: 0.002134953\n# Rewrite_time: 0.000009485\n# Optimize_time: 0\n# Wait_TS: 0.000405865\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:24.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/06 09:53:24.278 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.278 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/06 09:53:24.346 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.550728ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.414 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.414 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/06 09:53:24.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.737087ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.491 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.529 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/06 09:53:24.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.535 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/06 09:53:24.587 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.587 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/06 09:53:24.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.629164ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:24.725 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:24.725 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/06 09:53:24.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.283312ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:24.858 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/06 09:53:24.858 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:24.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.327576984\n# Parse_time: 0\n# Compile_time: 0.001125479\n# Rewrite_time: 0.000008698\n# Optimize_time: 0\n# Wait_TS: 0.000321562\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:24.866 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/06 09:53:24.920 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:24.920 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/06 09:53:24.976 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.818151ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.071 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.071 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/06 09:53:25.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.752676ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:24.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.184 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:24.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.235 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/06 09:53:25.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.238 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374321102\n# Parse_time: 0\n# Compile_time: 0.002486869\n# Rewrite_time: 0.000011927\n# Optimize_time: 0\n# Wait_TS: 0.000509836\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.245 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/06 09:53:25.312 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.312 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/06 09:53:25.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.182203ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.474 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/06 09:53:25.508 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.499129ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.581 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.632 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/06 09:53:25.632 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:25.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394630088\n# Parse_time: 0\n# Compile_time: 0.002677866\n# Rewrite_time: 0.000010147\n# Optimize_time: 0\n# Wait_TS: 0.000397463\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:25.647 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:25.648 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:25.743 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:25.743 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:25.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:25.950 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.025165ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:25.962 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:25.962 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/06 09:53:25.995 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.905142ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:25.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.033 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:25.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.107 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/06 09:53:26.107 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.111 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.467506746\n# Parse_time: 0\n# Compile_time: 0.003832214\n# Rewrite_time: 0.000009026\n# Optimize_time: 0\n# Wait_TS: 0.000442517\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/06 09:53:26.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.182 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/06 09:53:26.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.325 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.225425ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:26.336 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:26.336 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/06 09:53:26.371 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.162903ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.497 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/06 09:53:26.497 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.500 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385270714\n# Parse_time: 0\n# Compile_time: 0.003161889\n# Rewrite_time: 0.000010184\n# Optimize_time: 0\n# Wait_TS: 0.000308934\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.504 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:26.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.557 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:26.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.048021ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:26.709 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:26.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/06 09:53:26.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.66908ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.793 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:26.843 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/06 09:53:26.844 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:26.847 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344678493\n# Parse_time: 0\n# Compile_time: 0.001808366\n# Rewrite_time: 0.000009258\n# Optimize_time: 0\n# Wait_TS: 0.000404044\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:26.851 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/06 09:53:26.910 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:26.910 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/06 09:53:26.978 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.79277ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.066 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.066 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/06 09:53:27.101 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.023048ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:26.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.136 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:26.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.184 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/06 09:53:27.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338529658\n# Parse_time: 0\n# Compile_time: 0.001946265\n# Rewrite_time: 0.000009077\n# Optimize_time: 0\n# Wait_TS: 0.000341614\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.191 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:27.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:27.240 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:27.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.910593ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.403 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/06 09:53:27.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.798792ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.527 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/06 09:53:27.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.531 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341820457\n# Parse_time: 0\n# Compile_time: 0.001449062\n# Rewrite_time: 0.000009984\n# Optimize_time: 0\n# Wait_TS: 0.00036183\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.538 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/06 09:53:27.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:27.592 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/06 09:53:27.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.898576ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:27.739 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:27.739 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/06 09:53:27.775 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.308064ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.833 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:27.885 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/06 09:53:27.885 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:27.889 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353075814\n# Parse_time: 0\n# Compile_time: 0.002393144\n# Rewrite_time: 0.000009906\n# Optimize_time: 0\n# Wait_TS: 0.00057084\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:27.894 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/06 09:53:27.944 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/06 09:53:27.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.797775ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.106 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.106 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/06 09:53:28.142 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=54.172526ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:27.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.184 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:27.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.233 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/06 09:53:28.233 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.237 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345470049\n# Parse_time: 0\n# Compile_time: 0.002608354\n# Rewrite_time: 0.000010665\n# Optimize_time: 0\n# Wait_TS: 0.000380521\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:28.245 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:28.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:28.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.479 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.768588ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.490 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.490 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/06 09:53:28.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=54.290023ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.584 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.669 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/06 09:53:28.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:28.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.43186512\n# Parse_time: 0\n# Compile_time: 0.003980987\n# Rewrite_time: 0.000013692\n# Optimize_time: 0\n# Wait_TS: 0.000436994\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:28.694 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:28.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:28.746 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:28.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.917458ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:28.877 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:28.877 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/06 09:53:28.915 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.543546ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:28.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.033 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/06 09:53:29.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.037 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345528263\n# Parse_time: 0\n# Compile_time: 0.002476133\n# Rewrite_time: 0.000014596\n# Optimize_time: 0\n# Wait_TS: 0.000404415\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:29.040 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/06 09:53:29.081 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.082 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/06 09:53:29.118 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.173 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.148913ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.182 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.182 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/06 09:53:29.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.981787ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.281 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.320 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/06 09:53:29.320 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.325 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/06 09:53:29.370 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.370 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/06 09:53:29.407 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.176338ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.462 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.462 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/06 09:53:29.499 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.324893ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.556 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.587 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/06 09:53:29.587 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.596 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/06 09:53:29.664 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:29.664 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/06 09:53:29.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.810 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.228876ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:29.823 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:29.823 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/06 09:53:29.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.767501ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:29.994 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/06 09:53:29.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:29.998 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403769183\n# Parse_time: 0\n# Compile_time: 0.00244481\n# Rewrite_time: 0.00001142\n# Optimize_time: 0\n# Wait_TS: 0.000440509\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.001 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/06 09:53:30.064 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.064 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/06 09:53:30.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.205 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.055855ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.216 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.216 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/06 09:53:30.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.951075ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:29.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:29.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.340 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/06 09:53:30.341 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3444118\n# Parse_time: 0\n# Compile_time: 0.001446876\n# Rewrite_time: 0.000014174\n# Optimize_time: 0\n# Wait_TS: 0.000416866\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.348 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/06 09:53:30.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.398 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/06 09:53:30.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.541 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.847256ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.552 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.553 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/06 09:53:30.588 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.148115ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.631 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.674 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/06 09:53:30.675 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:30.678 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331695187\n# Parse_time: 0\n# Compile_time: 0.001727884\n# Rewrite_time: 0.000010284\n# Optimize_time: 0\n# Wait_TS: 0.00045964\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:30.681 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/06 09:53:30.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:30.727 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/06 09:53:30.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.031193ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:30.892 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:30.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/06 09:53:30.919 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.947236ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:30.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:30.983 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:30.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.024 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/06 09:53:31.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348384157\n# Parse_time: 0\n# Compile_time: 0.001531106\n# Rewrite_time: 0.000009593\n# Optimize_time: 0\n# Wait_TS: 0.000378245\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:31.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:31.080 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.080 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/06 09:53:31.122 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.568435ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.204 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/06 09:53:31.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.927399ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.282 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.328 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/06 09:53:31.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.331 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301245269\n# Parse_time: 0\n# Compile_time: 0.00159196\n# Rewrite_time: 0.000010554\n# Optimize_time: 0\n# Wait_TS: 0.000460021\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:31.335 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/06 09:53:31.385 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.385 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/06 09:53:31.460 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.539 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.042878ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.551 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.551 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/06 09:53:31.586 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.952907ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.691 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/06 09:53:31.691 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:31.694 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361103512\n# Parse_time: 0\n# Compile_time: 0.001641114\n# Rewrite_time: 0.000010421\n# Optimize_time: 0\n# Wait_TS: 0.000416879\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:31.699 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/06 09:53:31.701 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/06 09:53:31.761 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:31.761 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/06 09:53:31.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:31.918 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.110028ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:31.930 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:31.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/06 09:53:31.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.155306ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:31.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:31.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/06 09:53:32.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396242185\n# Parse_time: 0\n# Compile_time: 0.002187663\n# Rewrite_time: 0.000010299\n# Optimize_time: 0\n# Wait_TS: 0.00035522\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:32.099 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:32.157 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.157 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:32.212 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.254217ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:32.321 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:32.321 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/06 09:53:32.355 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.895244ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.487 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/06 09:53:32.487 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.491 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394552497\n# Parse_time: 0\n# Compile_time: 0.002243241\n# Rewrite_time: 0.000010166\n# Optimize_time: 0\n# Wait_TS: 0.000463478\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:32.498 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/06 09:53:32.571 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.571 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/06 09:53:32.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.898536ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:32.723 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:32.723 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/06 09:53:32.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=54.026542ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:32.902 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/06 09:53:32.902 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:32.908 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41258614\n# Parse_time: 0\n# Compile_time: 0.003413147\n# Rewrite_time: 0.000011446\n# Optimize_time: 0\n# Wait_TS: 0.000438617\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:32.919 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/06 09:53:32.998 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:32.998 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/06 09:53:33.056 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.114 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=59859bca-941e-4f8e-a268-c9505da7a52f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:33.114 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:53:33.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.184079ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:33.214 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:33.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/06 09:53:33.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.319379ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:32.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:32.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.371 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/06 09:53:33.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.374 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.458575838\n# Parse_time: 0\n# Compile_time: 0.003486667\n# Rewrite_time: 0.000009897\n# Optimize_time: 0\n# Wait_TS: 0.000513761\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:33.376 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/06 09:53:33.415 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.415 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/06 09:53:33.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.421591ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:33.529 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:33.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/06 09:53:33.564 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.966439ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:33.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.645 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.679 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/06 09:53:33.679 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:33.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307352562\n# Parse_time: 0\n# Compile_time: 0.000973326\n# Rewrite_time: 0.000010011\n# Optimize_time: 0\n# Wait_TS: 0.000452971\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:33.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:33.756 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/06 09:53:33.811 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:33.913 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.347571ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:33.925 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:33.925 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/06 09:53:33.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.957025ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/06 09:53:34.093 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.409382764\n# Parse_time: 0\n# Compile_time: 0.006622093\n# Rewrite_time: 0.003445976\n# Optimize_time: 0\n# Wait_TS: 0.000442115\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:34.103 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/06 09:53:34.160 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.160 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/06 09:53:34.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.317 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.160286ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.332 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:34.332 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/06 09:53:34.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.928368ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.442 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/06 09:53:34.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412749176\n# Parse_time: 0\n# Compile_time: 0.002531723\n# Rewrite_time: 0.000015899\n# Optimize_time: 0\n# Wait_TS: 0.000367051\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:34.518 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/06 09:53:34.572 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.572 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/06 09:53:34.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.704 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.846586ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:34.716 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:34.716 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/06 09:53:34.750 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.887644ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.815 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:34.858 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/06 09:53:34.858 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:34.862 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346035485\n# Parse_time: 0\n# Compile_time: 0.002276296\n# Rewrite_time: 0.000011824\n# Optimize_time: 0\n# Wait_TS: 0.000441654\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:34.866 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/06 09:53:34.921 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:34.921 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/06 09:53:34.970 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.70842ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:35.073 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:35.073 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/06 09:53:35.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.960532ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.181 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:34.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.238 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/06 09:53:35.238 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378465338\n# Parse_time: 0\n# Compile_time: 0.001707086\n# Rewrite_time: 0.000011383\n# Optimize_time: 0\n# Wait_TS: 0.00047525\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:35.250 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/06 09:53:35.333 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.333 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/06 09:53:35.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.968659ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:35.563 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:35.564 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/06 09:53:35.598 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.623102ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.638 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:35.739 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/06 09:53:35.740 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:35.743 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496798691\n# Parse_time: 0\n# Compile_time: 0.003281869\n# Rewrite_time: 0.000010331\n# Optimize_time: 0\n# Wait_TS: 0.000472927\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:35.750 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/06 09:53:35.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:35.833 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/06 09:53:35.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.035 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.904546ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:36.049 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:36.049 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/06 09:53:36.080 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.053531ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:35.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:35.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.211 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/06 09:53:36.211 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.214 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.466832566\n# Parse_time: 0\n# Compile_time: 0.002972531\n# Rewrite_time: 0.000009858\n# Optimize_time: 0\n# Wait_TS: 0.000432444\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:36.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/06 09:53:36.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/06 09:53:36.387 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.550 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.154703ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:36.561 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:36.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/06 09:53:36.596 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=54.074577ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.636 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:36.722 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/06 09:53:36.723 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:36.726 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.50801294\n# Parse_time: 0\n# Compile_time: 0.002920967\n# Rewrite_time: 0.000014375\n# Optimize_time: 0\n# Wait_TS: 0.000459543\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:36.732 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:36.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:36.820 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:36.867 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.112958ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:37.027 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:37.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/06 09:53:37.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.165269ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:36.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.143 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:36.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.221 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/06 09:53:37.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:37.225 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.495736159\n# Parse_time: 0\n# Compile_time: 0.002806234\n# Rewrite_time: 0.000013961\n# Optimize_time: 0\n# Wait_TS: 0.000465318\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:37.231 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/06 09:53:37.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:37.326 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/06 09:53:37.405 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.531 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.384379ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:37.542 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:37.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/06 09:53:37.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.984467ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.656 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:37.731 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/06 09:53:37.732 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:37.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.506524492\n# Parse_time: 0\n# Compile_time: 0.002586593\n# Rewrite_time: 0.000012063\n# Optimize_time: 0\n# Wait_TS: 0.000477158\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:37.742 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/06 09:53:37.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:37.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/06 09:53:37.898 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.104588ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:38.041 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:38.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/06 09:53:38.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.779394ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:37.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.143 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:37.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.234 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/06 09:53:38.234 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:38.238 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.498623641\n# Parse_time: 0\n# Compile_time: 0.00327561\n# Rewrite_time: 0.000018903\n# Optimize_time: 0\n# Wait_TS: 0.000421884\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:38.248 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:38.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:38.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:38.324 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:38.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:38.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.318612ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:38.491 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:38.491 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/06 09:53:38.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.628594ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:38.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.582 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.644 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/06 09:53:38.644 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:38.648 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403880118\n# Parse_time: 0\n# Compile_time: 0.004183667\n# Rewrite_time: 0.000010116\n# Optimize_time: 0\n# Wait_TS: 0.000477088\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:38.653 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:38.716 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:38.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:38.716 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:38.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:38.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.120823ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:38.863 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:38.863 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/06 09:53:38.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.04218ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:38.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:38.936 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:38.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.006 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/06 09:53:39.007 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:39.010 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359356165\n# Parse_time: 0\n# Compile_time: 0.002344197\n# Rewrite_time: 0.000011606\n# Optimize_time: 0\n# Wait_TS: 0.000401677\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:39.019 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/06 09:53:39.119 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.119 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/06 09:53:39.170 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.318 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.502316ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:39.328 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:39.328 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/06 09:53:39.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.80008ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.433 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/06 09:53:39.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:39.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.527747525\n# Parse_time: 0\n# Compile_time: 0.004152724\n# Rewrite_time: 0.000009731\n# Optimize_time: 0\n# Wait_TS: 0.00044379\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:39.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/06 09:53:39.613 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.613 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/06 09:53:39.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.429194ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:39.776 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:39.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/06 09:53:39.811 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.974399ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:39.941 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/06 09:53:39.942 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:39.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398914294\n# Parse_time: 0\n# Compile_time: 0.002274425\n# Rewrite_time: 0.000013409\n# Optimize_time: 0\n# Wait_TS: 0.000401196\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:39.948 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/06 09:53:39.994 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:39.994 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/06 09:53:40.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.140 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:40.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:40.140 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:40.140 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:40.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.60991ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:40.157 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:40.157 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/06 09:53:40.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.976259ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:39.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:39.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.296 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/06 09:53:40.296 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:40.299 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353137623\n# Parse_time: 0\n# Compile_time: 0.001303294\n# Rewrite_time: 0.000011988\n# Optimize_time: 0\n# Wait_TS: 0.000457333\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:40.303 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/06 09:53:40.356 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:40.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:40.356 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:40.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/06 09:53:40.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:40.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.029016ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:40.479 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:40.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/06 09:53:40.513 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.177942ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:40.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.576 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:40.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/06 09:53:40.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:40.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325112563\n# Parse_time: 0\n# Compile_time: 0.0015343\n# Rewrite_time: 0.000008538\n# Optimize_time: 0\n# Wait_TS: 0.000326112\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:40.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/06 09:53:40.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:40.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:40.658 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:40.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/06 09:53:40.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:40.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.746 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.115785ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:40.756 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:40.756 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/06 09:53:40.795 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.515176ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:40.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.866 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:40.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:40.890 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/06 09:53:40.890 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:40.965 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:40.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:40.965 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:40.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/06 09:53:41.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:40.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:41.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.595062ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/06 09:53:41.120 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/06 09:53:41.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/06 09:53:41.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.024988ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:40.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:41.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:40.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:41.278 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/06 09:53:41.278 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:41.282 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385514149\n# Parse_time: 0\n# Compile_time: 0.003548669\n# Rewrite_time: 0.001623253\n# Optimize_time: 0\n# Wait_TS: 0.000420617\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/06 09:53:41.792 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574134411427848\n# Query_time: 0.361425926\n# Parse_time: 0\n# Compile_time: 0.179826144\n# Rewrite_time: 0.004691603\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 367922\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzIuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI5LjUBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc0Ny40wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQ5LjjCtXMRQQx3YWl0DRoMNTEuNx0aKGt2X3JlYWRfd2FsDWgIIDEwDSEIaWt2MhgABDI5BTsYfSwgc2Nhbj6BAAxrZXlzBcQoZ2V0X3NuYXBzaG8RdQwxNy45BXVocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaJAeG46IHtwcmV3cml0ZToxLjclWQFRESIUczozODguCdwJFBA6MS4yNiFeHHNsb3dlc3RfEUAlRAAgMYRAMC4wMDJzLCByZWdpb25faWQB6RAsIHN0byGqODEyNy4wLjAuMToyMDE2MEJjAToLAQg3NDIF0UILAQGrPvwAADUFKwAsXvwABew5TQWRFF9iYXRjaCW3DDogMjYldzAsIHByb3Bvc2Vfc2VuIbEQaXQ6IDABFyRlcnNpc3RfbG9nGe8QMTQ3LjIlcwlgFGxlYWRlcg1SJDkzbnMsIHN5bmMJNQw4NS42HSwwbWVtdGFibGU6IDIuMyG4OaIFZAg0MjMNMBBhcHBseTatAAAwDXcFGxWQBDc5DRcUbXV0ZXhfKfwBvUqeABkXAHdlPQAwDf8JKxmdADEJay5BAhhwcmltYXJ5RvoBBDFz/voBLfoQNDEzLjFphjYFA0r6AQw2LjczJVda9gIJ0XXIRvoBADFxrK76AQQ2MS1rCV8y+QEEMzQ2+QEEMzRaXAEMNDU4bj73AQQyMgn7ACwp3DL3AQQxMg1JNvcBFYwAbcL3AQQxNTLHADn3CDkuNUHZJfdtzQhudW2hLQnxhYgEMSwNDhhieXRlOjMyBS5saW5zZXJ0OjE0Mi44bXMJMTExLjMgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/05/06 09:53:41.896 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.781393468s] [2024/05/06 09:53:41.908 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 609f9dc4-4ea1-4b0e-addc-fbf033a379a4"] [2024/05/06 09:53:41.909 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 609f9dc4-4ea1-4b0e-addc-fbf033a379a4"] [2024/05/06 09:53:41.910 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 609f9dc4-4ea1-4b0e-addc-fbf033a379a4"] [] [2024/05/06 09:53:41.911 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:41.911 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=20.414Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=8.641Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.847Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=3.911Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=6.83Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=9.169Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=9.548Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=4.271Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.57Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=7.876Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.537Β΅s] [2024/05/06 09:53:41.912 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:53:41.912 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:53:41.912 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:53:41.925 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=609f9dc4-4ea1-4b0e-addc-fbf033a379a4] ["take time"=25.316097ms] [2024/05/06 09:53:41.925 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=609f9dc4-4ea1-4b0e-addc-fbf033a379a4] [2024/05/06 09:53:41.928 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1282] [2024/05/06 09:53:41.928 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:53:41.928 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:41.928 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:53:41.928 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:53:41.928 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:41.928 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:41.928 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:41.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:41.928 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:53:41.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:41.928 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:53:41.929 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f watch owner key /tidb/br-stream/owner/22318f4d509abf00"] [2024/05/06 09:53:41.929 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:41.929 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:53:41.929 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f"] [2024/05/06 09:53:41.929 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f"] [2024/05/06 09:53:41.929 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:53:41.929 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:53:41.931 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:53:41.931 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:53:41.931 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=59859bca-941e-4f8e-a268-c9505da7a52f] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:41.931 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:41.931 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:41.931 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:41.931 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f"] [error="context canceled"] [2024/05/06 09:53:41.931 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:53:41.931 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=31.022175ms] [2024/05/06 09:53:41.931 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365822016296181149] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/06 09:53:41.943 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/06 09:53:42.083 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1716] ["lease id"=6f188f4d509aba3d] [2024/05/06 09:53:42.085 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/06 09:53:42.131 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:53:42.190 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=101.250613ms] [2024/05/06 09:53:42.196 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/06 09:53:42.196 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=e22b8909-559c-42ba-ae84-d12ed1203e13] [runWorker=true] [2024/05/06 09:53:42.196 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/06 09:53:42.198 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/06 09:53:42.200 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/06 09:53:42.200 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:42.201 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/06 09:53:42.202 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509abfc9] [ownerID=e22b8909-559c-42ba-ae84-d12ed1203e13] [op=none] [2024/05/06 09:53:42.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:53:42.203 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b4128c10-98fd-4dce-9e37-e4e9971562c3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:53:42.227 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/06 09:53:42.228 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:53:42.229 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/06 09:53:42.231 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] ["owner key"=/tidb/bindinfo/owner/22318f4d509abfcd] [ownerID=e22b8909-559c-42ba-ae84-d12ed1203e13] [op=none] [2024/05/06 09:53:42.246 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/06 09:53:42.251 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/06 09:53:42.252 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] ["owner key"=/tidb/ddl/fg/owner/22318f4d509abfc9] [ownerID=e22b8909-559c-42ba-ae84-d12ed1203e13] [op=none] [2024/05/06 09:53:42.252 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [op=none] [2024/05/06 09:53:42.252 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/06 09:53:42.253 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/06 09:53:42.348 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:53:42.364 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:53:42.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:53:42.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:53:42.377 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/06 09:53:42.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:53:42.377 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/06 09:53:42.377 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/06 09:53:42.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:53:42.377 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/06 09:53:42.377 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/06 09:53:42.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:53:42.379 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/06 09:53:42.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:53:42.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:53:42.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:53:42.381 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:53:42.381 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/06 09:53:42.384 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] ["owner key"=/tidb/stats/owner/22318f4d509abfd1] [ownerID=e22b8909-559c-42ba-ae84-d12ed1203e13] [op=none] [2024/05/06 09:53:42.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:53:42.385 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=58] [total-mem=32GiB] [2024/05/06 09:53:42.392 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/97044d4e-248c-402a-9a70-f507e8c1777d] [2024/05/06 09:53:42.393 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:42.393 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/06 09:53:42.402 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:53:42.402 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/06 09:53:42.403 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/06 09:53:42.423 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.159684ms] [2024/05/06 09:53:42.438 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/05/06 09:53:42.455 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/06 09:53:42.458 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/05/06 09:53:42.487 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 09:53:42.487 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:42.537 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.571 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.605797ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:53:42.584 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/06 09:53:42.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.335623ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:53:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.674 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.706 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/06 09:53:42.706 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:42.713 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:42.716 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 09:53:42.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:42.797 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:53:42.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:42.886 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/06 09:53:42.956 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.75613ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:42.969 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/06 09:53:43.003 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.369727ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:42.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.081 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:42.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:43.125 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/06 09:53:43.125 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:43.129 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.414424361\n# Parse_time: 0.000669669\n# Compile_time: 0.00124165\n# Rewrite_time: 0.000056587\n# Optimize_time: 0.000367848\n# Wait_TS: 0.001564764\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:53:43.223 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/06 09:53:43.223 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:53:43.224 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:53:43.224 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/06 09:53:43.386 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 59859bca-941e-4f8e-a268-c9505da7a52f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:53:43.393 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/06 09:53:43.393 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/06 09:53:43.393 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/97044d4e-248c-402a-9a70-f507e8c1777d] [watcherID=a903d903-48cf-4830-9fa1-38067b5e62b8] [2024/05/06 09:53:43.404 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/06 09:53:43.418 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=58] [2024/05/06 09:53:43.419 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/06 09:53:43.419 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/06 09:53:43.419 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/06 09:53:43.419 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/06 09:53:43.668 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:43.895 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:44.004 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:44.056 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:44.056 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:44.161 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:44.163 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:44.164 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/06 09:53:44.200 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/06 09:53:44.208 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:44.212 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:44.212 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:53:44.212 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=119.629Β΅s] [2024/05/06 09:53:44.212 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=280.03Β΅s] [] [2024/05/06 09:53:44.213 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:44.213 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:44.347 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/06 09:53:44.368 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:53:44.369 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/06 09:53:44.418 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:44.420 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:53:44.422 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:44.422 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/06 09:53:44.434 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:44.434 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:44.435 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:44.435 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:44.436 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:44.436 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:44.436 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:44.436 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:44.436 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:44.454 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:44.455 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:44.455 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:44.456 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:53:44.456 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=700.7GiB] [2024/05/06 09:53:44.502 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/06 09:53:44.507 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:44.511 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:44.511 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:53:44.528 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/05/06 09:53:44.533 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=2.032049ms] [encodeDur=1.207797ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=417.062Β΅s] [type=file] [takeTime=4.30078ms] [] [2024/05/06 09:53:44.534 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:53:44.534 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8e79768e-3750-407d-b394-efa2c27480ad.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/06 09:53:44.549 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/05/06 09:53:44.552 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.244876ms] [encodeDur=777.96Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=312.887Β΅s] [type=file] [takeTime=2.723391ms] [] [2024/05/06 09:53:44.552 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/06 09:53:44.552 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c09fd16c-ab30-4536-b1d6-50736986db2d.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/05/06 09:53:44.585 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/05/06 09:53:44.588 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.216158ms] [encodeDur=768.487Β΅s] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=306.249Β΅s] [type=file] [takeTime=2.661457ms] [] [2024/05/06 09:53:44.589 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ac834507-7f38-4150-a16e-23f4be59f602.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/05/06 09:53:44.589 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=86.729129ms] [] [2024/05/06 09:53:44.589 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:44.589 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:44.589 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:44.593 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.592474ms] [] [2024/05/06 09:53:44.593 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:53:44.599 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:44.621 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:53:44.621 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:44.658 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:53:44.677 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=83.743212ms] [] [2024/05/06 09:53:44.677 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:44.678 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.626191ms] [] [2024/05/06 09:53:44.678 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/06 09:53:44.679 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:44.681 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.51567ms] [] [2024/05/06 09:53:44.681 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:53:44.681 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:44.681 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=68.509Β΅s] [] [2024/05/06 09:53:44.681 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:44.683 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.242507ms] [] [2024/05/06 09:53:44.730 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/06 09:53:44.733 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:44.733 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:44.733 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:44.733 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:44.733 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:44.733 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:44.733 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:44.733 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:44.734 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:44.734 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:44.734 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:44.734 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:44.734 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:44.737 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:44.737 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:44.737 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:44.737 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:44.737 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:44.737 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=318.692903ms] [] [2024/05/06 09:53:44.780 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:44.783 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:44.784 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:44.784 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:44.855 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:53:44.857 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:44.857 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:45.043 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:45.091 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:45.091 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:45.091 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/06 09:53:45.099 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=8.223675ms] [] [2024/05/06 09:53:45.099 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/06 09:53:45.100 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 09:53:45.100 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/06 09:53:45.100 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/06 09:53:45.104 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/06 09:53:45.105 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/06 09:53:45.105 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.327095ms] [] [2024/05/06 09:53:45.105 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.612432ms] [] [2024/05/06 09:53:45.154 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=111.127469ms] [] [2024/05/06 09:53:45.184 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:45.184 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/06 09:53:45.187 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/06 09:53:45.251 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/06 09:53:45.262 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:45.286 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:45.286 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/06 09:53:45.453 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:45.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.438790182\n# Parse_time: 0.001038341\n# Compile_time: 0.001994098\n# Rewrite_time: 0.000587476\n# Optimize_time: 0.000367848\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:45.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:45.607 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:45.606 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:45.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=274.734Β΅s] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:45.755 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/06 09:53:45.790 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.921033ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=366.87Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:45.891 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/06 09:53:45.911 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.831577ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:45.986 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/06 09:53:46.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=252.87Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:46.038 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/06 09:53:46.072 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.432193ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.121 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/06 09:53:46.135 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/06 09:53:46.141 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:45.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.200 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/06 09:53:46.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:46.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.630384405\n# Parse_time: 0.000483719\n# Compile_time: 0.000779026\n# Rewrite_time: 0.000011783\n# Optimize_time: 0.001259498\n# Wait_TS: 0.000446413\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:46.211 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:53:46.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:46.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:46.267 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:46.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:53:46.349 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.359 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/06 09:53:46.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.759762ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:46.448 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/06 09:53:46.482 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=54.638901ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:46.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:46.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:46.560 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/06 09:53:46.561 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:46.564 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35504002\n# Parse_time: 0.001065182\n# Compile_time: 0.001149077\n# Rewrite_time: 0.000016129\n# Optimize_time: 0.001259498\n# Wait_TS: 0.000496895\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:53:46.578 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:46.805 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:46.907 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:46.949 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:46.949 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:47.060 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:47.061 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:47.063 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/06 09:53:47.082 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:47.085 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:47.085 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:53:47.085 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=130.731Β΅s] [2024/05/06 09:53:47.085 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=310.846Β΅s] [] [2024/05/06 09:53:47.086 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:47.086 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:47.229 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/06 09:53:47.246 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:53:47.253 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/06 09:53:47.290 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:47.291 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:53:47.292 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:47.301 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:47.301 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:47.302 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:47.302 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:47.303 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:47.303 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:47.303 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:47.303 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:47.303 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:47.318 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:47.320 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:47.320 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:47.320 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:53:47.320 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=700.7GiB] [2024/05/06 09:53:47.369 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/06 09:53:47.374 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:47.378 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:47.378 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:53:47.387 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/06 09:53:47.390 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.276879ms] [encodeDur=823.915Β΅s] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=129.636Β΅s] [type=file] [takeTime=2.663603ms] [] [2024/05/06 09:53:47.391 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:53:47.391 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f74d793b-3cba-42b2-ab0b-9d729c06f591.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/06 09:53:47.413 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/06 09:53:47.416 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.214152ms] [encodeDur=723.163Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=57.631Β΅s] [type=file] [takeTime=2.312269ms] [] [2024/05/06 09:53:47.417 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/06 09:53:47.417 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/47dfd142-4d7e-4642-959b-6c9f8e65cfb6.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/06 09:53:47.542 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/06 09:53:47.545 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.243533ms] [encodeDur=1.089219ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=59.671Β΅s] [type=file] [takeTime=2.68855ms] [] [2024/05/06 09:53:47.546 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b8ff4b1c-e8d6-47e4-9616-a626441e4389.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/05/06 09:53:47.546 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=176.768705ms] [] [2024/05/06 09:53:47.546 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:47.546 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:47.546 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:47.548 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.134866ms] [] [2024/05/06 09:53:47.548 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:53:47.553 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:47.575 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:53:47.576 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:47.590 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:53:47.592 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.82966ms] [] [2024/05/06 09:53:47.592 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:47.594 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.297733ms] [] [2024/05/06 09:53:47.594 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/06 09:53:47.594 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:47.595 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.624404ms] [] [2024/05/06 09:53:47.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:53:47.595 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:47.595 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.443Β΅s] [] [2024/05/06 09:53:47.596 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:47.597 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=955.44Β΅s] [] [2024/05/06 09:53:47.675 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:47.680 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:47.680 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:47.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:47.681 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:47.681 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:47.683 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:47.683 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:47.683 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:47.683 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:47.683 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:47.683 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=393.435645ms] [] [2024/05/06 09:53:47.687 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:47.688 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:47.690 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:47.690 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:47.760 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:53:47.762 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:47.762 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:47.916 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:47.975 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:47.975 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:47.975 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/06 09:53:47.975 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=14.415Β΅s] [] [2024/05/06 09:53:47.976 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:53:47.976 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:53:47.976 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/06 09:53:47.976 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/06 09:53:47.980 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:53:47.981 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:53:47.981 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.409937ms] [] [2024/05/06 09:53:47.981 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.567309ms] [] [2024/05/06 09:53:48.046 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=129.738055ms] [] [2024/05/06 09:53:48.074 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:48.074 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/06 09:53:48.077 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/06 09:53:48.141 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/06 09:53:48.155 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:48.184 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:48.184 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/06 09:53:48.289 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:48.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.923067675\n# Parse_time: 0.000523512\n# Compile_time: 0.001208557\n# Rewrite_time: 0.000287799\n# Optimize_time: 0.001259498\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:48.498 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:48.525 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:48.525 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:48.591 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=296.762Β΅s] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:48.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/06 09:53:48.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.3077ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=238.308Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:48.772 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/06 09:53:48.809 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=54.049569ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:48.890 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/06 09:53:48.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=322.115Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:48.980 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/06 09:53:49.010 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.205785ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.071 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/06 09:53:49.081 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/06 09:53:49.085 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:48.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.155 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/06 09:53:49.156 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:49.160 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.662282718\n# Parse_time: 0.000304844\n# Compile_time: 0.000735904\n# Rewrite_time: 0.000014039\n# Optimize_time: 0.001264707\n# Wait_TS: 0.000474008\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:49.163 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/06 09:53:49.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:49.222 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 09:53:49.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.305 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/06 09:53:49.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=3.119917ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:49.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/06 09:53:49.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.237298ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:49.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.500 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:49.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:49.559 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/06 09:53:49.559 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:49.563 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.402038586\n# Parse_time: 0.001000944\n# Compile_time: 0.001387514\n# Rewrite_time: 0.000026423\n# Optimize_time: 0.001264707\n# Wait_TS: 0.000493859\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/06 09:53:49.577 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:49.784 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:49.920 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:49.970 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:49.970 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:50.078 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:50.080 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:50.081 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/06 09:53:50.105 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:50.109 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:50.109 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:53:50.109 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=113.821Β΅s] [2024/05/06 09:53:50.109 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=243.497Β΅s] [] [2024/05/06 09:53:50.110 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:50.110 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:50.279 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/06 09:53:50.302 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/06 09:53:50.315 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:53:50.360 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:50.361 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:53:50.362 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:50.372 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:50.372 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:50.373 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:50.373 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:50.374 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:50.374 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:50.374 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:50.374 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:50.374 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:50.390 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:50.391 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:50.391 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:50.391 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/05/06 09:53:50.391 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=700.7GiB] [2024/05/06 09:53:50.437 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/06 09:53:50.441 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:50.445 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:50.445 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:53:50.537 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/06 09:53:50.541 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.271256ms] [encodeDur=1.05559ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=91.134Β΅s] [type=file] [takeTime=2.966327ms] [] [2024/05/06 09:53:50.542 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:53:50.542 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/de78f3fc-d435-41f8-96c4-a6e278e3d9ab.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/06 09:53:50.551 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/05/06 09:53:50.554 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.09734ms] [encodeDur=1.351013ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=78.987Β΅s] [type=file] [takeTime=2.886506ms] [] [2024/05/06 09:53:50.555 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/06 09:53:50.555 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5ca35ce6-cc7d-4b16-b54a-a40176426fc5.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/05/06 09:53:50.564 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/06 09:53:50.567 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.134266ms] [encodeDur=1.263267ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=85.66Β΅s] [type=file] [takeTime=2.856795ms] [] [2024/05/06 09:53:50.568 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fe45b3b3-b230-4f4d-9c58-c6f46e2d06c2.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/06 09:53:50.568 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=131.080775ms] [] [2024/05/06 09:53:50.568 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:50.568 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:50.569 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:50.571 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.982577ms] [] [2024/05/06 09:53:50.571 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:53:50.576 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:50.598 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:53:50.598 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:50.613 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:53:50.615 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.116418ms] [] [2024/05/06 09:53:50.615 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:50.616 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.199203ms] [] [2024/05/06 09:53:50.616 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/06 09:53:50.616 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:50.618 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.817958ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/70050f16-5c8c-4e97-885f-a473ad2abe85.sst] [2024/05/06 09:53:50.618 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/70050f16-5c8c-4e97-885f-a473ad2abe85.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/06 09:53:50.621 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.385329ms] [] [2024/05/06 09:53:50.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:53:50.625 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:50.647 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/06 09:53:50.647 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:50.662 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/06 09:53:50.664 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=43.219941ms] [] [2024/05/06 09:53:50.664 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:50.665 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.050664ms] [] [2024/05/06 09:53:50.738 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/06 09:53:50.745 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:50.745 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:50.745 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:50.746 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:50.746 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:50.746 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:50.748 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:50.748 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:50.748 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:50.749 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:50.749 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:50.749 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=388.729589ms] [] [2024/05/06 09:53:50.792 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:50.794 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:50.795 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:50.796 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:50.870 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:53:50.873 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:50.873 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:51.036 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:51.105 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:51.105 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:51.105 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/06 09:53:51.105 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=20.438Β΅s] [] [2024/05/06 09:53:51.105 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:53:51.105 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/06 09:53:51.105 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 09:53:51.106 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/06 09:53:51.106 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/06 09:53:51.115 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:53:51.117 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/06 09:53:51.118 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/06 09:53:51.118 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.958211ms] [] [2024/05/06 09:53:51.118 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.229461ms] [] [2024/05/06 09:53:51.167 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=130.782259ms] [] [2024/05/06 09:53:51.192 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:51.192 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/06 09:53:51.196 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/06 09:53:51.264 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/06 09:53:51.277 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:51.299 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:51.299 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/06 09:53:51.399 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:51.507 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.943126465\n# Parse_time: 0.000571837\n# Compile_time: 0.001271222\n# Rewrite_time: 0.00027714\n# Optimize_time: 0.001264707\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:51.517 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:51.550 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:51.550 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:51.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=295.142Β΅s] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:51.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/06 09:53:51.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.235645ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=279.099Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:51.781 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/06 09:53:51.818 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.36129ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.890 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:51.901 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/06 09:53:51.974 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=325.415Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:51.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/06 09:53:52.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.646442ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.074 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/06 09:53:52.083 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/06 09:53:52.087 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:51.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.152 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/06 09:53:52.152 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:52.156 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.639623921\n# Parse_time: 0.000357362\n# Compile_time: 0.000730583\n# Rewrite_time: 0.000014827\n# Optimize_time: 0.00155781\n# Wait_TS: 0.000419403\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:52.158 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:53:52.208 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:52.208 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 09:53:52.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.276 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/06 09:53:52.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.561139ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:52.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/06 09:53:52.396 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.427308ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:52.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:52.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:52.492 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/06 09:53:52.492 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:52.496 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.339595825\n# Parse_time: 0.001013503\n# Compile_time: 0.00144703\n# Rewrite_time: 0.000009597\n# Optimize_time: 0.00155781\n# Wait_TS: 0.000444026\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/06 09:53:52.510 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:52.718 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:52.828 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:52.874 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:52.874 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:52.980 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:52.982 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:52.984 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/06 09:53:53.009 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:53.012 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:53.012 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:53:53.012 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=136.5Β΅s] [2024/05/06 09:53:53.012 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=291.83Β΅s] [] [2024/05/06 09:53:53.012 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:53.012 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:53.147 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/06 09:53:53.167 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/06 09:53:53.187 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:53:53.253 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:53.254 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:53:53.255 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:53.265 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:53.265 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:53.265 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:53.265 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:53.267 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:53.267 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:53.267 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:53.267 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:53.267 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:53.282 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:53.284 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:53.284 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:53.284 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:53:53.284 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=700.7GiB] [2024/05/06 09:53:53.334 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/06 09:53:53.338 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:53.343 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:53.343 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:53:53.519 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/05/06 09:53:53.522 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.507511ms] [encodeDur=1.078663ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=129.539Β΅s] [type=file] [takeTime=3.308636ms] [] [2024/05/06 09:53:53.524 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:53:53.524 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/601d90db-b890-4f84-98a9-afeee62770f3.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/05/06 09:53:53.617 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/05/06 09:53:53.620 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.183222ms] [encodeDur=1.16208ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=81.425Β΅s] [type=file] [takeTime=2.794878ms] [] [2024/05/06 09:53:53.621 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/06 09:53:53.621 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4cf97464-5c13-4793-9c21-b358bfd622d3.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/05/06 09:53:53.772 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/05/06 09:53:53.775 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.025719ms] [encodeDur=1.08653ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=58.768Β΅s] [type=file] [takeTime=2.495442ms] [] [2024/05/06 09:53:53.776 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/706400da-0824-4be4-b5df-844dbac0466f.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/05/06 09:53:53.776 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=441.801761ms] [] [2024/05/06 09:53:53.776 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:53.776 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:53.776 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:53.778 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.999268ms] [] [2024/05/06 09:53:53.778 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:53:53.784 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:53.812 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:53:53.812 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:53.829 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:53:53.831 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=53.292934ms] [] [2024/05/06 09:53:53.832 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:53.833 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.639465ms] [] [2024/05/06 09:53:53.833 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/06 09:53:53.833 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:53.836 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.046335ms] [] [2024/05/06 09:53:53.836 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:53:53.836 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:53.836 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=55.716Β΅s] [] [2024/05/06 09:53:53.836 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:53.837 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=982.696Β΅s] [] [2024/05/06 09:53:53.885 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/06 09:53:53.889 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:53.889 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:53.889 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:53.889 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:53.891 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:53.892 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:53.892 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:53.892 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:53.892 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:53.892 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=638.925345ms] [] [2024/05/06 09:53:53.894 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:53.896 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:53.897 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:53.897 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:53.962 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:53:53.964 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:53.964 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:54.135 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:54.199 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:54.199 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:54.199 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/06 09:53:54.209 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=9.931685ms] [] [2024/05/06 09:53:54.210 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:53:54.210 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:53:54.210 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/06 09:53:54.210 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/06 09:53:54.214 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:53:54.214 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:53:54.214 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.965788ms] [] [2024/05/06 09:53:54.214 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=15.195624ms] [] [2024/05/06 09:53:54.267 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=132.495362ms] [] [2024/05/06 09:53:54.296 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:54.296 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/06 09:53:54.302 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/06 09:53:54.365 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/06 09:53:54.381 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:54.408 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:54.408 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/06 09:53:54.512 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:54.684 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.187397294\n# Parse_time: 0.000527538\n# Compile_time: 0.001247511\n# Rewrite_time: 0.000293017\n# Optimize_time: 0.00155781\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:54.693 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:54.720 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:54.720 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:54.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.833 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=272.15Β΅s] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:54.845 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/06 09:53:54.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.904972ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:54.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=260.647Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:54.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/06 09:53:55.013 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.7589ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.084 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/05/06 09:53:55.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=274.243Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:55.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/06 09:53:55.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=54.04235ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.220 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/05/06 09:53:55.230 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/06 09:53:55.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:54.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.310 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/06 09:53:55.310 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:55.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.62164112\n# Parse_time: 0.000270564\n# Compile_time: 0.000675849\n# Rewrite_time: 0.000014862\n# Optimize_time: 0.001180007\n# Wait_TS: 0.000476982\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:55.317 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/06 09:53:55.361 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:55.361 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 09:53:55.423 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.433 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/05/06 09:53:55.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.83998ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:55.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/06 09:53:55.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.713367ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:55.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.645 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:55.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:55.693 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/06 09:53:55.694 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:55.698 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.382984396\n# Parse_time: 0.001664927\n# Compile_time: 0.001079999\n# Rewrite_time: 0.00001068\n# Optimize_time: 0.001180007\n# Wait_TS: 0.000446427\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/06 09:53:55.713 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:55.944 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:56.050 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:56.094 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:56.095 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:56.202 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:56.204 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:56.205 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/06 09:53:56.234 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:56.238 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:56.238 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:53:56.238 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=120.762Β΅s] [2024/05/06 09:53:56.238 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=265.774Β΅s] [] [2024/05/06 09:53:56.239 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:56.239 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:56.395 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/06 09:53:56.417 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/06 09:53:56.424 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:53:56.469 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:56.470 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:53:56.471 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:56.480 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:56.481 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:56.481 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:56.481 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:56.482 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:56.482 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:56.483 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:56.482 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:56.483 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:56.497 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:56.498 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:56.498 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:56.498 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:53:56.499 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/06 09:53:56.552 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/06 09:53:56.556 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:56.565 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:56.566 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:53:56.757 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/05/06 09:53:56.760 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.177379ms] [encodeDur=1.002256ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=67.151Β΅s] [type=file] [takeTime=2.68559ms] [] [2024/05/06 09:53:56.761 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:53:56.761 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cbb472c0-d276-4338-9178-01b91be019f2.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/06 09:53:56.833 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/05/06 09:53:56.836 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.906996ms] [encodeDur=758.896Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=59.889Β΅s] [type=file] [takeTime=3.107494ms] [] [2024/05/06 09:53:56.837 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3c239cb3-f2bb-47ee-a058-26821bc7fb99.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/05/06 09:53:56.837 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/06 09:53:56.857 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/05/06 09:53:56.860 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.133406ms] [encodeDur=849.961Β΅s] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=52.892Β΅s] [type=file] [takeTime=2.347178ms] [] [2024/05/06 09:53:56.860 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/eb4e6129-367c-4e8d-98b2-f2ba4522354b.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/05/06 09:53:56.860 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=308.834316ms] [] [2024/05/06 09:53:56.861 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:56.861 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:56.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:56.863 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.013993ms] [] [2024/05/06 09:53:56.863 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:53:56.868 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:56.894 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/06 09:53:56.894 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:56.912 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/06 09:53:56.914 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=51.24359ms] [] [2024/05/06 09:53:56.914 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:56.916 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.357824ms] [] [2024/05/06 09:53:56.916 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/06 09:53:56.916 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:56.918 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.998396ms] [] [2024/05/06 09:53:56.918 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:53:56.918 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:56.918 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.816Β΅s] [] [2024/05/06 09:53:56.918 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:56.919 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.149861ms] [] [2024/05/06 09:53:56.986 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:56.990 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:56.990 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:56.990 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:56.990 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:56.992 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:56.993 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:56.993 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:56.993 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:56.993 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:56.993 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=524.108083ms] [] [2024/05/06 09:53:57.017 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:57.018 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:57.019 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:57.019 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:57.096 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:53:57.098 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:57.098 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:57.282 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:57.326 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:57.326 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:57.326 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/06 09:53:57.335 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.928432ms] [] [2024/05/06 09:53:57.335 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:53:57.336 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:53:57.336 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/06 09:53:57.336 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/06 09:53:57.340 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/06 09:53:57.341 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:53:57.341 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.51883ms] [] [2024/05/06 09:53:57.341 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.738473ms] [] [2024/05/06 09:53:57.386 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=103.614908ms] [] [2024/05/06 09:53:57.423 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:53:57.423 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/06 09:53:57.426 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/06 09:53:57.481 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/06 09:53:57.500 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:57.525 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:53:57.525 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/06 09:53:57.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9372932569999999\n# Parse_time: 0.000615532\n# Compile_time: 0.001343454\n# Rewrite_time: 0.000290933\n# Optimize_time: 0.001180007\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:53:57.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:53:57.647 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:53:57.675 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:57.675 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:53:57.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=253.3Β΅s] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:57.799 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/05/06 09:53:57.838 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=54.348235ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:57.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=382.946Β΅s] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:57.922 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/05/06 09:53:57.958 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.4245ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.012 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/05/06 09:53:58.068 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=264.614Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:53:58.102 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/05/06 09:53:58.117 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.990785ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.158 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/06 09:53:58.167 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/05/06 09:53:58.171 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-06 09:53:57.635 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.234 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/06 09:53:58.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:58.239 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.593126178\n# Parse_time: 0.000303187\n# Compile_time: 0.000678887\n# Rewrite_time: 0.000010066\n# Optimize_time: 0.001475272\n# Wait_TS: 0.000303874\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:53:58.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/06 09:53:58.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:53:58.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 09:53:58.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.366 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/05/06 09:53:58.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.707574ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:53:58.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/06 09:53:58.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.124801ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:53:58.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.559 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:53:58.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:53:58.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/06 09:53:58.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:53:58.620 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.38109713\n# Parse_time: 0.001168473\n# Compile_time: 0.0011437\n# Rewrite_time: 0.000010328\n# Optimize_time: 0.001475272\n# Wait_TS: 0.000475298\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/06 09:53:58.637 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:58.842 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:53:58.968 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:53:59.011 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/06 09:53:59.011 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:53:59.118 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:53:59.120 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:59.122 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/06 09:53:59.148 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:59.151 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:53:59.151 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:53:59.151 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=97.286Β΅s] [2024/05/06 09:53:59.151 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=273.599Β΅s] [] [2024/05/06 09:53:59.151 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:53:59.151 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:53:59.323 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/06 09:53:59.343 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/06 09:53:59.371 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:53:59.430 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:53:59.432 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:53:59.433 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:53:59.443 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:53:59.443 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:53:59.444 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:59.444 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:53:59.445 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:53:59.445 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:59.445 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:53:59.445 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:53:59.445 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:59.460 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:53:59.462 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:53:59.462 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:53:59.462 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:53:59.462 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/06 09:53:59.508 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/06 09:53:59.512 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:59.515 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:59.516 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:53:59.546 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/05/06 09:53:59.549 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.219919ms] [encodeDur=897.247Β΅s] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=458.109Β΅s] [type=file] [takeTime=2.970181ms] [] [2024/05/06 09:53:59.550 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:53:59.550 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/38bbd215-9d84-4c0c-8887-daab53d92424.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/05/06 09:53:59.574 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/05/06 09:53:59.576 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.067831ms] [encodeDur=896.774Β΅s] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=57.315Β΅s] [type=file] [takeTime=2.415023ms] [] [2024/05/06 09:53:59.577 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/06 09:53:59.577 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/77158703-868a-41c9-aa93-e56f6ee03035.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/05/06 09:53:59.605 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/05/06 09:53:59.607 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=955.247Β΅s] [encodeDur=746.877Β΅s] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=46.54Β΅s] [type=file] [takeTime=2.067971ms] [] [2024/05/06 09:53:59.608 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=100.149528ms] [] [2024/05/06 09:53:59.608 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/52766490-b5d9-4eae-b1fc-971754ee158b.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/05/06 09:53:59.608 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:59.608 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:59.608 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:59.610 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.980643ms] [] [2024/05/06 09:53:59.610 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:53:59.615 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:53:59.637 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 09:53:59.637 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:53:59.651 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 09:53:59.654 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.30458ms] [] [2024/05/06 09:53:59.654 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:53:59.655 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.241365ms] [] [2024/05/06 09:53:59.655 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/06 09:53:59.655 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:59.657 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.590861ms] [] [2024/05/06 09:53:59.657 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:53:59.657 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:59.657 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.443Β΅s] [] [2024/05/06 09:53:59.657 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:53:59.658 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=911.665Β΅s] [] [2024/05/06 09:53:59.709 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:53:59.712 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:53:59.712 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:59.712 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:59.712 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:53:59.714 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:53:59.715 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:53:59.715 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:53:59.715 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:53:59.715 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:53:59.715 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=284.396187ms] [] [2024/05/06 09:53:59.733 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:53:59.735 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:53:59.736 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/06 09:53:59.737 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:53:59.829 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:53:59.831 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:53:59.832 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:53:59.993 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:00.041 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:54:00.042 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:54:00.042 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/06 09:54:00.042 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=14.887Β΅s] [] [2024/05/06 09:54:00.042 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/05/06 09:54:00.042 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 09:54:00.042 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/06 09:54:00.042 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/06 09:54:00.046 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/05/06 09:54:00.047 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/05/06 09:54:00.047 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/06 09:54:00.048 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.947283ms] [] [2024/05/06 09:54:00.048 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.097762ms] [] [2024/05/06 09:54:00.094 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=100.39682ms] [] [2024/05/06 09:54:00.141 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:00.141 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/06 09:54:00.145 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/06 09:54:00.217 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/06 09:54:00.240 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/06 09:54:00.242 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:00.242 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/06 09:54:00.347 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:00.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9052972860000001\n# Parse_time: 0.000561507\n# Compile_time: 0.00168305\n# Rewrite_time: 0.000311496\n# Optimize_time: 0.001475272\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:54:00.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:00.567 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:00.567 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:00.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=347.677Β΅s] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:00.730 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/06 09:54:00.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=54.040712ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=210.249Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:00.855 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/06 09:54:00.892 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.073869ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:00.982 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/05/06 09:54:01.023 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=260.489Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:01.036 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/06 09:54:01.072 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=54.012883ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.154 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/06 09:54:01.163 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/06 09:54:01.167 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:00.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.226 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/06 09:54:01.227 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.695496326\n# Parse_time: 0.000276685\n# Compile_time: 0.000659778\n# Rewrite_time: 0.00000934\n# Optimize_time: 0.001287275\n# Wait_TS: 0.000456224\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:01.233 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/06 09:54:01.289 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:01.289 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:54:01.347 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.356 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/05/06 09:54:01.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.583594ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:01.435 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/06 09:54:01.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.467633ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:01.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.562 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:01.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:01.603 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/06 09:54:01.604 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:01.607 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.376087168\n# Parse_time: 0.001192842\n# Compile_time: 0.00113007\n# Rewrite_time: 0.00001062\n# Optimize_time: 0.001287275\n# Wait_TS: 0.000402418\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:54:01.624 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:01.832 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:01.955 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:02.008 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/06 09:54:02.008 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:02.114 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:02.115 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:02.116 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/06 09:54:02.137 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:02.141 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:02.141 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:54:02.141 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=119.408Β΅s] [2024/05/06 09:54:02.141 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.1Β΅s] [] [2024/05/06 09:54:02.141 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:02.141 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:54:02.290 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/06 09:54:02.310 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/06 09:54:02.316 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:02.381 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:02.383 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:54:02.385 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:02.395 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:02.395 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:02.395 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:02.395 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:02.396 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:02.396 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:02.396 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:02.397 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:02.397 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:02.412 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:02.413 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:02.414 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:02.414 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:02.414 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=700.7GiB] [2024/05/06 09:54:02.472 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/06 09:54:02.476 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:02.480 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:02.480 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:54:02.495 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/05/06 09:54:02.498 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.170452ms] [encodeDur=836.175Β΅s] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=295.278Β΅s] [type=file] [takeTime=2.751804ms] [] [2024/05/06 09:54:02.499 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:54:02.499 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/60fdd5e1-3f0e-4a34-8a5c-75dd52a6f5ea.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/06 09:54:02.506 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/05/06 09:54:02.509 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=1.263731ms] [encodeDur=1.199414ms] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=322.006Β΅s] [type=file] [takeTime=3.11792ms] [] [2024/05/06 09:54:02.510 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/06 09:54:02.510 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/17e21512-21b1-4d47-b8bf-bea04a9de248.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/05/06 09:54:02.562 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/05/06 09:54:02.565 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.150533ms] [encodeDur=1.12183ms] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=343.519Β΅s] [type=file] [takeTime=2.918872ms] [] [2024/05/06 09:54:02.566 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=94.272715ms] [] [2024/05/06 09:54:02.566 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1574411f-4104-4ab7-8032-7c8392738189.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/05/06 09:54:02.566 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:54:02.567 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:54:02.567 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:02.569 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.195527ms] [] [2024/05/06 09:54:02.569 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:54:02.574 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:02.596 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:54:02.596 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:02.630 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:54:02.632 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=62.971525ms] [] [2024/05/06 09:54:02.632 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:02.633 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.191383ms] [] [2024/05/06 09:54:02.633 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/06 09:54:02.633 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:02.635 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.568157ms] [] [2024/05/06 09:54:02.635 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:54:02.635 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:02.635 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=69.221Β΅s] [] [2024/05/06 09:54:02.635 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:02.636 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=856.444Β΅s] [] [2024/05/06 09:54:02.679 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/06 09:54:02.682 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:02.682 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:02.682 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:02.682 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:02.682 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:02.683 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:02.682 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:02.683 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:02.683 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:02.683 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:02.683 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:02.683 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:02.683 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:02.685 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:02.685 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:02.685 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:02.685 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:02.686 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:02.686 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=304.23785ms] [] [2024/05/06 09:54:02.734 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:02.735 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:02.736 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:02.736 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:02.806 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/06 09:54:02.808 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:02.808 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:02.999 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:03.047 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:54:03.048 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:54:03.048 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/06 09:54:03.056 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=8.386521ms] [] [2024/05/06 09:54:03.056 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/05/06 09:54:03.056 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 09:54:03.056 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/06 09:54:03.056 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/06 09:54:03.060 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/05/06 09:54:03.061 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/06 09:54:03.061 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.106962ms] [] [2024/05/06 09:54:03.061 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.320564ms] [] [2024/05/06 09:54:03.100 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=101.468333ms] [] [2024/05/06 09:54:03.133 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:03.133 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/06 09:54:03.136 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/06 09:54:03.194 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/06 09:54:03.233 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/06 09:54:03.257 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:03.258 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/06 09:54:03.353 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:03.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.904594667\n# Parse_time: 0.000819897\n# Compile_time: 0.001602373\n# Rewrite_time: 0.000380025\n# Optimize_time: 0.001287275\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:54:03.522 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:03.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:03.552 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:03.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=478.61Β΅s] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:03.670 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/05/06 09:54:03.704 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.928241ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=243.91Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:03.827 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/05/06 09:54:03.865 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.593743ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.942 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:03.952 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/05/06 09:54:03.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=274.693Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:04.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/05/06 09:54:04.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.386374ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.120 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/06 09:54:04.153 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/05/06 09:54:04.158 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:03.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.237 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/06 09:54:04.238 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.721058285\n# Parse_time: 0.00030463\n# Compile_time: 0.001013102\n# Rewrite_time: 0.000012047\n# Optimize_time: 0.001207046\n# Wait_TS: 0.000470556\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:04.244 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 09:54:04.299 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:04.299 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:54:04.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.364 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/05/06 09:54:04.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=3.17185ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:04.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/06 09:54:04.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.365018ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:04.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.597 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:04.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:04.643 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/06 09:54:04.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:04.648 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.404735156\n# Parse_time: 0.000710277\n# Compile_time: 0.000996399\n# Rewrite_time: 0.00000971\n# Optimize_time: 0.001207046\n# Wait_TS: 0.000425682\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:54:04.663 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:04.857 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:04.981 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:05.027 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/06 09:54:05.028 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:05.135 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:05.137 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:05.138 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/06 09:54:05.158 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:05.161 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:05.161 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:54:05.161 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=115.186Β΅s] [2024/05/06 09:54:05.161 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.369Β΅s] [] [2024/05/06 09:54:05.161 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:05.161 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:54:05.295 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/06 09:54:05.315 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/06 09:54:05.336 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:05.378 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:05.380 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:54:05.382 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:05.390 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:05.390 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:05.390 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:05.390 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:05.391 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:05.391 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:05.391 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:05.391 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:05.391 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:05.428 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:05.430 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:05.430 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:05.430 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:05.430 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=700.7GiB] [2024/05/06 09:54:05.475 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/06 09:54:05.479 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:05.483 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:05.483 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:54:05.493 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/05/06 09:54:05.496 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.293299ms] [encodeDur=1.069635ms] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=289.227Β΅s] [type=file] [takeTime=3.084887ms] [] [2024/05/06 09:54:05.496 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:54:05.497 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/715e03b2-a925-4ed8-8e09-65d100d5502b.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/05/06 09:54:05.503 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/05/06 09:54:05.506 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.153201ms] [encodeDur=836.795Β΅s] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=285.757Β΅s] [type=file] [takeTime=2.575594ms] [] [2024/05/06 09:54:05.507 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/06 09:54:05.507 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/39324e8c-ad5f-49d5-bc81-c8ac3a4474ec.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/05/06 09:54:05.522 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/05/06 09:54:05.525 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.13009ms] [encodeDur=1.043193ms] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=272.97Β΅s] [type=file] [takeTime=2.787548ms] [] [2024/05/06 09:54:05.525 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=50.794106ms] [] [2024/05/06 09:54:05.525 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b64fb6a8-4337-4112-a29c-fc32abe1e473.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/05/06 09:54:05.526 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:54:05.526 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:54:05.526 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:05.528 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.059584ms] [] [2024/05/06 09:54:05.528 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:54:05.533 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:05.555 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:54:05.555 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:05.572 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:54:05.574 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=46.37424ms] [] [2024/05/06 09:54:05.575 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:05.576 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.215435ms] [] [2024/05/06 09:54:05.576 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/06 09:54:05.576 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:05.578 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.662834ms] [] [2024/05/06 09:54:05.578 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:54:05.578 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:05.578 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=54.187Β΅s] [] [2024/05/06 09:54:05.578 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:05.579 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=889.036Β΅s] [] [2024/05/06 09:54:05.631 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:05.634 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:05.634 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:05.634 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:05.634 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:05.637 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:05.637 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:05.637 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:05.637 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:05.637 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:05.637 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=258.680731ms] [] [2024/05/06 09:54:05.648 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:05.650 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:05.651 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:05.651 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:05.715 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/06 09:54:05.717 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:05.717 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:05.899 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:05.949 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:54:05.949 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:54:05.949 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/06 09:54:05.957 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=8.213393ms] [] [2024/05/06 09:54:05.958 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/05/06 09:54:05.958 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 09:54:05.958 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/06 09:54:05.958 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/06 09:54:05.962 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/05/06 09:54:05.963 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/06 09:54:05.963 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.632644ms] [] [2024/05/06 09:54:05.963 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.869577ms] [] [2024/05/06 09:54:06.008 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=109.659463ms] [] [2024/05/06 09:54:06.052 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:06.052 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/06 09:54:06.056 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/06 09:54:06.109 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/06 09:54:06.133 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/06 09:54:06.151 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:06.151 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/06 09:54:06.269 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.620681687\n# Parse_time: 0.000668517\n# Compile_time: 0.001466177\n# Rewrite_time: 0.000333853\n# Optimize_time: 0.001207046\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:54:06.274 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:06.279 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:06.308 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:06.308 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:06.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.409 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=258.483Β΅s] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.421 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/06 09:54:06.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=54.252763ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.508 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.545 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=232.838Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.558 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/06 09:54:06.594 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.301649ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.697 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/05/06 09:54:06.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=282.826Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:06.760 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/06 09:54:06.797 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.311616ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.879 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/06 09:54:06.889 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/06 09:54:06.893 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:06.285 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:06.958 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/06 09:54:06.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:06.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.684341833\n# Parse_time: 0.00057536\n# Compile_time: 0.000907042\n# Rewrite_time: 0.000010856\n# Optimize_time: 0.001068913\n# Wait_TS: 0.000363678\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:06.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/06 09:54:07.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:07.018 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:54:07.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.101 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/05/06 09:54:07.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.826631ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:07.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/06 09:54:07.228 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.095778ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:06.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.283 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:06.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:07.326 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/06 09:54:07.326 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:07.331 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.367559108\n# Parse_time: 0.001140685\n# Compile_time: 0.002041533\n# Rewrite_time: 0.000016924\n# Optimize_time: 0.001068913\n# Wait_TS: 0.000383836\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/06 09:54:07.347 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:07.574 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:07.677 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:07.717 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/06 09:54:07.717 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:07.824 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:07.826 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:07.827 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/06 09:54:07.847 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:07.851 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:07.851 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:54:07.851 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=99.232Β΅s] [2024/05/06 09:54:07.851 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=216.45Β΅s] [] [2024/05/06 09:54:07.852 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:07.852 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:54:08.023 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/06 09:54:08.042 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/06 09:54:08.070 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:08.109 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:08.111 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:54:08.113 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:08.122 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:08.122 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:08.123 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:08.123 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:08.124 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:08.124 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:08.124 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:08.124 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:08.124 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:08.139 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:08.140 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:08.140 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:08.140 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:08.140 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=700.7GiB] [2024/05/06 09:54:08.186 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/06 09:54:08.190 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:08.194 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:08.194 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:54:08.211 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/05/06 09:54:08.215 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.315785ms] [encodeDur=2.206515ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=496.968Β΅s] [type=file] [takeTime=4.437497ms] [] [2024/05/06 09:54:08.216 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:54:08.216 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f044292d-bec5-48df-82c7-5b20b95a12ae.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/05/06 09:54:08.286 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/05/06 09:54:08.289 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.274209ms] [encodeDur=1.929291ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=63.468Β΅s] [type=file] [takeTime=3.60858ms] [] [2024/05/06 09:54:08.290 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/06 09:54:08.290 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/39d66ea6-10c3-4094-a602-d316ff5bbd93.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/05/06 09:54:08.304 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/05/06 09:54:08.307 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.099499ms] [encodeDur=2.151687ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=64.133Β΅s] [type=file] [takeTime=3.650825ms] [] [2024/05/06 09:54:08.308 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=122.600075ms] [] [2024/05/06 09:54:08.308 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/620cf28a-6868-445c-88aa-07df5f39351e.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/05/06 09:54:08.309 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:54:08.309 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:54:08.309 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:08.311 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.966873ms] [] [2024/05/06 09:54:08.311 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:54:08.316 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:08.338 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/06 09:54:08.338 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:08.372 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/06 09:54:08.374 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=63.039615ms] [] [2024/05/06 09:54:08.374 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:08.376 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.907942ms] [] [2024/05/06 09:54:08.376 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/06 09:54:08.376 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:08.378 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.932711ms] [] [2024/05/06 09:54:08.378 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:54:08.378 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:08.378 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=67.786Β΅s] [] [2024/05/06 09:54:08.379 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:08.380 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.430199ms] [] [2024/05/06 09:54:08.440 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/06 09:54:08.441 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:08.442 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:08.444 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:08.444 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:08.445 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:08.445 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:08.445 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:08.445 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:08.447 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:08.448 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:08.448 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:08.448 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:08.448 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:08.448 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=338.618039ms] [] [2024/05/06 09:54:08.515 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 09:54:08.517 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:08.517 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:08.710 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:08.793 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:54:08.793 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:54:08.793 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/06 09:54:08.802 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=8.400524ms] [] [2024/05/06 09:54:08.802 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/05/06 09:54:08.802 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 09:54:08.802 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/06 09:54:08.802 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/06 09:54:08.806 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/05/06 09:54:08.807 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/06 09:54:08.807 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.69169ms] [] [2024/05/06 09:54:08.807 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.884858ms] [] [2024/05/06 09:54:08.844 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:08.844 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/06 09:54:08.847 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/06 09:54:08.854 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=144.092028ms] [] [2024/05/06 09:54:08.912 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/06 09:54:08.922 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/06 09:54:08.946 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:08.946 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/06 09:54:09.037 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:09.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9099400210000002\n# Parse_time: 0.002395195\n# Compile_time: 0.001592447\n# Rewrite_time: 0.000279565\n# Optimize_time: 0.001068913\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:54:09.252 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:09.280 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.280 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:09.332 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.371 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=237.105Β΅s] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:09.382 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/05/06 09:54:09.421 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.542557ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.496 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=212.906Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:09.506 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/05/06 09:54:09.545 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.748395ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.646 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/05/06 09:54:09.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=240.314Β΅s] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:09.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/05/06 09:54:09.734 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.222935ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.776 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/06 09:54:09.786 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/05/06 09:54:09.790 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:09.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.861 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/06 09:54:09.861 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:09.865 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.614784424\n# Parse_time: 0.000554117\n# Compile_time: 0.000767809\n# Rewrite_time: 0.00001021\n# Optimize_time: 0.000996518\n# Wait_TS: 0.000401632\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:09.868 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/06 09:54:09.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:09.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 09:54:09.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:09.971 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/05/06 09:54:10.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=3.100043ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:10.080 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/05/06 09:54:10.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.104421ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:09.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:09.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:10.243 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/06 09:54:10.243 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:10.247 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.381289192\n# Parse_time: 0.000798934\n# Compile_time: 0.001306471\n# Rewrite_time: 0.000008265\n# Optimize_time: 0.000996518\n# Wait_TS: 0.000435364\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/06 09:54:10.262 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:10.493 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:10.610 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:10.651 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/06 09:54:10.652 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:10.757 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:10.759 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:10.760 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/06 09:54:10.781 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:10.783 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:10.784 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:54:10.784 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=87.323Β΅s] [2024/05/06 09:54:10.784 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=206.523Β΅s] [] [2024/05/06 09:54:10.784 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:10.784 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:54:10.958 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/06 09:54:10.978 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/06 09:54:11.002 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:11.052 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:11.054 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:54:11.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:11.065 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:11.065 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:11.065 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:11.065 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:11.066 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:11.066 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:11.066 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:11.066 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:11.066 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:11.081 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:11.083 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:11.083 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:11.083 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:11.083 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=700.7GiB] [2024/05/06 09:54:11.126 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/06 09:54:11.130 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:11.133 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:11.134 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:54:11.189 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/05/06 09:54:11.193 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.268132ms] [encodeDur=1.471453ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=151.749Β΅s] [type=file] [takeTime=3.2645ms] [] [2024/05/06 09:54:11.194 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:54:11.194 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/429a15b5-7f8b-435b-8454-6d3aa3fb8415.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/05/06 09:54:11.314 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/05/06 09:54:11.317 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.382872ms] [encodeDur=1.625319ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=111.762Β΅s] [type=file] [takeTime=3.60437ms] [] [2024/05/06 09:54:11.319 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/06 09:54:11.319 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/48672b60-64e9-419e-a8d5-81fa5aee1570.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/05/06 09:54:11.372 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/05/06 09:54:11.376 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.274794ms] [encodeDur=2.30676ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=57.309Β΅s] [type=file] [takeTime=4.082232ms] [] [2024/05/06 09:54:11.377 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b8071fff-a2e7-4ee1-bfda-a3277749ca02.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/05/06 09:54:11.377 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=251.338188ms] [] [2024/05/06 09:54:11.378 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:54:11.378 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:54:11.378 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:11.381 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.84049ms] [] [2024/05/06 09:54:11.381 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:54:11.386 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:11.408 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/06 09:54:11.408 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:11.427 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/06 09:54:11.436 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=55.495928ms] [] [2024/05/06 09:54:11.436 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:11.438 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.410372ms] [] [2024/05/06 09:54:11.438 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/06 09:54:11.438 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:11.440 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.817209ms] [] [2024/05/06 09:54:11.440 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:54:11.440 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:11.440 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.164Β΅s] [] [2024/05/06 09:54:11.440 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:11.441 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=984.169Β΅s] [] [2024/05/06 09:54:11.490 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:11.494 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:11.494 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:11.494 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:11.494 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:11.496 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:11.496 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:11.497 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:11.497 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:11.497 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:11.497 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=444.760075ms] [] [2024/05/06 09:54:11.572 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:11.574 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:11.576 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:11.576 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:11.647 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/06 09:54:11.649 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:11.649 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:11.824 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [2024/05/06 09:54:11.824 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:54:11.891 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:11.934 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:11.985 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:54:11.985 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:54:11.985 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/06 09:54:11.993 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.547539ms] [] [2024/05/06 09:54:11.993 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/05/06 09:54:11.993 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 09:54:11.993 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/06 09:54:11.993 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/06 09:54:11.999 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/05/06 09:54:11.999 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/06 09:54:11.999 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=14.338038ms] [] [2024/05/06 09:54:11.999 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=14.599779ms] [] [2024/05/06 09:54:12.054 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=120.136958ms] [] [2024/05/06 09:54:12.071 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:12.071 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/06 09:54:12.075 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/06 09:54:12.144 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/06 09:54:12.158 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/06 09:54:12.179 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:12.179 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/06 09:54:12.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.957235028\n# Parse_time: 0.001163099\n# Compile_time: 0.002088562\n# Rewrite_time: 0.000291997\n# Optimize_time: 0.000996518\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:54:12.217 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:12.258 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.258 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:12.298 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:12.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.347 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=250.64Β΅s] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/05/06 09:54:12.395 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.955204ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=295.978Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/05/06 09:54:12.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=54.032799ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.619 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/05/06 09:54:12.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=228.591Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:12.674 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/05/06 09:54:12.711 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.265934ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.772 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/05/06 09:54:12.781 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/06 09:54:12.785 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:12.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.849 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/06 09:54:12.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:12.854 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.638418941\n# Parse_time: 0.000681184\n# Compile_time: 0.000960967\n# Rewrite_time: 0.000010321\n# Optimize_time: 0.001280215\n# Wait_TS: 0.000418439\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:12.858 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 09:54:12.903 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:12.903 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 09:54:12.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:12.990 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/05/06 09:54:13.065 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=2.531058ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:13.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/05/06 09:54:13.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.989415ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:12.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.173 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:12.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:13.219 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/06 09:54:13.219 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:13.223 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.367997075\n# Parse_time: 0.001734966\n# Compile_time: 0.001542392\n# Rewrite_time: 0.000009087\n# Optimize_time: 0.001280215\n# Wait_TS: 0.000460344\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/06 09:54:13.241 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:13.494 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:13.607 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:13.654 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/06 09:54:13.654 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:13.759 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:13.761 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:13.762 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/06 09:54:13.782 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:13.785 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:13.786 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:54:13.786 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=99.741Β΅s] [2024/05/06 09:54:13.786 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=225.475Β΅s] [] [2024/05/06 09:54:13.786 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:13.786 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:54:13.949 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/06 09:54:13.970 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/06 09:54:13.980 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:14.024 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:14.025 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:54:14.028 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:14.037 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:14.037 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:14.038 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:14.038 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:14.039 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:14.039 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:14.039 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:14.039 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:14.039 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:14.054 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:14.055 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:14.055 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:14.055 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:14.055 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=700.7GiB] [2024/05/06 09:54:14.111 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/06 09:54:14.115 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:14.119 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:14.119 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:54:14.132 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/05/06 09:54:14.135 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.213683ms] [encodeDur=858.275Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=198.726Β΅s] [type=file] [takeTime=2.684409ms] [] [2024/05/06 09:54:14.136 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:54:14.136 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/21ea4a26-2112-4ca0-b5f3-3a0e9c9830ba.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/05/06 09:54:14.174 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/05/06 09:54:14.176 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.21146ms] [encodeDur=1.079609ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=56.112Β΅s] [type=file] [takeTime=2.638707ms] [] [2024/05/06 09:54:14.177 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/06 09:54:14.177 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/28b32079-902c-4c2f-841a-9a3ab08f076f.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/05/06 09:54:14.192 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/05/06 09:54:14.195 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.179574ms] [encodeDur=984.01Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=53.361Β΅s] [type=file] [takeTime=2.533319ms] [] [2024/05/06 09:54:14.196 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=84.558973ms] [] [2024/05/06 09:54:14.196 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cba594c4-462f-46cd-bae3-6619eb11b0e1.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/05/06 09:54:14.196 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:54:14.196 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:54:14.196 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:14.198 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.009338ms] [] [2024/05/06 09:54:14.198 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:54:14.204 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:14.226 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:54:14.226 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:14.243 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:54:14.245 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=46.558639ms] [] [2024/05/06 09:54:14.245 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:14.268 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=23.069186ms] [] [2024/05/06 09:54:14.268 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/06 09:54:14.268 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:14.271 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.488769ms] [] [2024/05/06 09:54:14.271 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:54:14.271 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:14.271 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=112.35Β΅s] [] [2024/05/06 09:54:14.271 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:14.272 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.130786ms] [] [2024/05/06 09:54:14.326 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/06 09:54:14.330 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:14.330 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:14.330 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:14.330 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:14.333 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:14.333 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:14.333 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:14.333 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:14.333 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:14.333 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=309.09927ms] [] [2024/05/06 09:54:14.373 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:14.375 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:14.376 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:14.376 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:14.450 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 09:54:14.452 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:14.452 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:14.624 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:14.675 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:54:14.676 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:54:14.676 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/06 09:54:14.684 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=8.338098ms] [] [2024/05/06 09:54:14.684 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 09:54:14.684 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:54:14.684 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/06 09:54:14.684 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/06 09:54:14.688 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 09:54:14.689 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:54:14.689 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.527059ms] [] [2024/05/06 09:54:14.689 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.740575ms] [] [2024/05/06 09:54:14.731 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=106.794055ms] [] [2024/05/06 09:54:14.775 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:14.775 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/06 09:54:14.779 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/06 09:54:14.829 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/06 09:54:14.860 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/06 09:54:14.883 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:14.883 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/06 09:54:14.990 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:15.166 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.941910439\n# Parse_time: 0.0015137\n# Compile_time: 0.002451966\n# Rewrite_time: 0.000280652\n# Optimize_time: 0.001280215\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:54:15.175 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/06 09:54:15.203 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:15.203 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:54:15.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=279.519Β΅s] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.292 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/05/06 09:54:15.330 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.601128ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.427 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=253.832Β΅s] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.439 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/05/06 09:54:15.477 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=55.175219ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.563 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/05/06 09:54:15.602 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=282.53Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:54:15.614 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/05/06 09:54:15.651 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.712706ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.727 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/06 09:54:15.736 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/06 09:54:15.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:15.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.808 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/06 09:54:15.808 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:15.812 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.638361999\n# Parse_time: 0.000845424\n# Compile_time: 0.001047385\n# Rewrite_time: 0.00000991\n# Optimize_time: 0.000867857\n# Wait_TS: 0.0003731\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:54:15.814 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/06 09:54:15.858 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:15.859 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 09:54:15.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:15.943 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/05/06 09:54:16.059 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.83901ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:16.071 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/05/06 09:54:16.105 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=54.037016ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:15.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.174 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:15.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:16.223 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/06 09:54:16.223 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:16.227 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.41435805\n# Parse_time: 0.000791671\n# Compile_time: 0.001067843\n# Rewrite_time: 0.000009759\n# Optimize_time: 0.000867857\n# Wait_TS: 0.00039827\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/06 09:54:16.242 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:16.441 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:16.543 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:16.584 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/05/06 09:54:16.584 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:16.689 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:16.692 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:16.694 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/06 09:54:16.720 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:16.723 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:16.723 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/06 09:54:16.723 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=101.711Β΅s] [2024/05/06 09:54:16.723 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=245.869Β΅s] [] [2024/05/06 09:54:16.723 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:16.723 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:54:16.902 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/06 09:54:16.921 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/06 09:54:16.945 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:16.985 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:16.986 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 09:54:16.989 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:16.997 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:16.997 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:16.997 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:16.998 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:16.998 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:16.998 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:16.999 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:16.999 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:16.999 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:17.013 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:17.014 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:17.015 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:17.015 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:17.015 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=700.7GiB] [2024/05/06 09:54:17.066 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/06 09:54:17.070 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:17.074 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:17.074 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:54:17.099 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/05/06 09:54:17.102 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.700736ms] [encodeDur=1.403199ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=66.868Β΅s] [type=file] [takeTime=3.602635ms] [] [2024/05/06 09:54:17.103 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/35987aff-0d62-4c72-9841-3bc457fbfc6d.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/05/06 09:54:17.103 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:54:17.134 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/05/06 09:54:17.137 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=979.384Β΅s] [encodeDur=822.115Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=72.201Β΅s] [type=file] [takeTime=2.207126ms] [] [2024/05/06 09:54:17.138 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/06 09:54:17.138 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c43a7392-4419-4db4-b898-9b537e128f7c.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/05/06 09:54:17.150 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/05/06 09:54:17.153 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=1.146788ms] [encodeDur=1.115812ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=44.559Β΅s] [type=file] [takeTime=2.634584ms] [] [2024/05/06 09:54:17.153 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=87.122929ms] [] [2024/05/06 09:54:17.153 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f1de5654-2d1b-450c-8ce3-273f98b4441f.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/05/06 09:54:17.154 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:54:17.154 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:54:17.154 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:17.156 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.219686ms] [] [2024/05/06 09:54:17.156 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:54:17.161 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:17.183 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/06 09:54:17.183 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:17.199 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/06 09:54:17.201 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.363515ms] [] [2024/05/06 09:54:17.202 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:54:17.203 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.18354ms] [] [2024/05/06 09:54:17.203 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/06 09:54:17.203 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:17.204 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.541736ms] [] [2024/05/06 09:54:17.205 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:54:17.205 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:17.205 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=93.607Β΅s] [] [2024/05/06 09:54:17.205 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:54:17.206 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=928.348Β΅s] [] [2024/05/06 09:54:17.283 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:17.288 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:17.288 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.288 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:17.288 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:17.291 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:17.291 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:17.291 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:17.291 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:17.291 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:17.291 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=305.784013ms] [] [2024/05/06 09:54:17.306 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:17.308 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:17.309 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:17.309 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:17.374 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/06 09:54:17.376 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:17.376 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:17.530 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:17.574 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:54:17.574 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:54:17.574 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/06 09:54:17.603 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=29.006249ms] [] [2024/05/06 09:54:17.604 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/06 09:54:17.604 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:54:17.604 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/06 09:54:17.604 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/06 09:54:17.608 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/06 09:54:17.608 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/06 09:54:17.609 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=34.268169ms] [] [2024/05/06 09:54:17.609 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=34.478896ms] [] [2024/05/06 09:54:17.652 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=122.19074ms] [] [2024/05/06 09:54:17.706 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:17.706 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/05/06 09:54:17.710 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/05/06 09:54:17.779 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/05/06 09:54:17.789 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/05/06 09:54:17.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.57318717\n# Parse_time: 0.000835973\n# Compile_time: 0.00175721\n# Rewrite_time: 0.000281592\n# Optimize_time: 0.000867857\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/05/06 09:54:17.812 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/06 09:54:17.813 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:17.813 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/05/06 09:54:17.815 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/06 09:54:17.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:17.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:17.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:17.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/05/06 09:54:17.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:17.925 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:17.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.157787ms] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:17.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/05/06 09:54:17.995 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e22b8909-559c-42ba-ae84-d12ed1203e13"] ["ddl job id"=142] [ver=98] [2024/05/06 09:54:18.017 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=76.635176ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:17.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.056 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:17.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/06 09:54:18.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.098 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/06 09:54:18.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.184 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:54:18.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.250 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/05/06 09:54:18.308 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.390723ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:18.320 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/05/06 09:54:18.355 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=54.143981ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.463 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/06 09:54:18.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.415208016\n# Parse_time: 0.000505789\n# Compile_time: 0.001033588\n# Rewrite_time: 0.000013544\n# Optimize_time: 0.001277601\n# Wait_TS: 0.000651838\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:54:18.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/06 09:54:18.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:18.568 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:54:18.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.650 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/05/06 09:54:18.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.386257ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:18.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/06 09:54:18.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.371953ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:18.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.818 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:18.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:18.862 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/06 09:54:18.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:18.867 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353807207\n# Parse_time: 0.000456066\n# Compile_time: 0.000929256\n# Rewrite_time: 0.00001041\n# Optimize_time: 0.001277601\n# Wait_TS: 0.000486121\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:54:18.868 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/06 09:54:19.145 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/06 09:54:19.330 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/06 09:54:19.535 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/06 09:54:19.790 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/06 09:54:19.932 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/06 09:54:20.140 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:20.140 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/06 09:54:20.155 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:20.334 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:54:20.411 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:20.485 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/05/06 09:54:20.485 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:20.591 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:20.592 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:20.593 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/06 09:54:20.615 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:20.618 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:54:20.618 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:54:20.618 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=99.163Β΅s] [2024/05/06 09:54:20.618 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=265.333Β΅s] [] [2024/05/06 09:54:20.619 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:20.619 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:20.622 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/06 09:54:20.724 +00:00] [WARN] [session.go:803] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449574144739639297, conflictStartTS=449574144726532102, conflictCommitTS=449574144739639298, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/06 09:54:20.724 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/05/06 09:54:20.738 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/05/06 09:54:20.744 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/05/06 09:54:20.746 +00:00] [WARN] [session.go:1091] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/05/06 09:54:20.746 +00:00] [WARN] [session.go:1114] ["transaction association"] ["retrying txnStartTS"=449574144752746504] ["original txnStartTS"=449574144739639297] [2024/05/06 09:54:20.759 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 09:54:20.765 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 09:54:20.809 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:20.811 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/06 09:54:20.891 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/05/06 09:54:20.949 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:20.949 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/05/06 09:54:21.018 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=395.277133ms] [] [2024/05/06 09:54:21.018 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.405263622\n# Parse_time: 0.000410609\n# Compile_time: 0.001094335\n# Rewrite_time: 0.000005042\n# Optimize_time: 0.001277601\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/05/06 09:54:21.044 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:21.570 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:21.570 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:54:21.577 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:21.578 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:54:21.585 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:21.585 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:54:21.600 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:21.821 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:54:21.935 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:21.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358631228\n# Parse_time: 0.000474977\n# Compile_time: 0.001452636\n# Rewrite_time: 0.000298793\n# Optimize_time: 0.000186283\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzU2bXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MzU2bXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:54:21.998 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/05/06 09:54:21.998 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:22.104 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:22.105 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:22.105 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/06 09:54:22.125 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:22.128 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:54:22.128 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:54:22.128 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=65.85Β΅s] [2024/05/06 09:54:22.128 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=185.551Β΅s] [] [2024/05/06 09:54:22.128 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:22.129 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:22.247 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/06 09:54:22.279 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/06 09:54:22.316 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:22.361 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:22.362 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 09:54:22.363 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:22.372 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:22.372 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:22.373 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:22.373 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:22.374 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:22.374 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:22.374 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:22.374 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:22.374 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:22.389 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:22.391 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:22.391 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:54:22.391 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:22.391 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=700.7GiB] [2024/05/06 09:54:22.443 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/06 09:54:22.448 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:54:22.451 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:54:22.452 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/05/06 09:54:22.494 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/05/06 09:54:22.497 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.343499ms] [encodeDur=970.152Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=328.63Β΅s] [type=file] [takeTime=3.195255ms] [] [2024/05/06 09:54:22.498 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/191509a9-ddf8-4163-9088-4a724735e933.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/05/06 09:54:22.498 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=54.804548ms] [] [2024/05/06 09:54:22.499 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:54:22.499 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:54:22.499 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:54:22.501 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.517334ms] [] [2024/05/06 09:54:22.502 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/06 09:54:22.507 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:22.529 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:54:22.529 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:22.547 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:54:22.549 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=47.104337ms] [] [2024/05/06 09:54:22.549 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/06 09:54:22.550 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.021753ms] [] [2024/05/06 09:54:22.550 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/06 09:54:22.550 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:54:22.552 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.599741ms] [] [2024/05/06 09:54:22.552 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/06 09:54:22.552 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:54:22.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=61.711Β΅s] [] [2024/05/06 09:54:22.552 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/06 09:54:22.553 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=942.87Β΅s] [] [2024/05/06 09:54:22.603 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:22.606 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:22.606 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:22.606 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:22.606 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:22.609 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:22.609 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:22.609 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:22.609 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:22.609 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:22.609 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=248.105137ms] [] [2024/05/06 09:54:22.621 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:22.622 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:22.622 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:22.623 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:22.694 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:54:22.695 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:22.695 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:22.869 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:22.921 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:54:22.930 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/06 09:54:23.008 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/05/06 09:54:23.016 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/05/06 09:54:23.072 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/05/06 09:54:23.124 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:23.125 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/06 09:54:23.131 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/05/06 09:54:23.217 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/05/06 09:54:23.249 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:23.249 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/05/06 09:54:23.321 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:23.326 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=395.468338ms] [] [2024/05/06 09:54:23.327 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.40523193\n# Parse_time: 0.000459132\n# Compile_time: 0.000913941\n# Rewrite_time: 0.000004631\n# Optimize_time: 0.000186283\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/06 09:54:23.458 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:54:23.458 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/06 09:54:23.458 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=27.523Β΅s] [] [2024/05/06 09:54:23.458 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:54:23.458 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:54:23.458 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/05/06 09:54:23.458 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/05/06 09:54:23.460 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:23.461 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:54:23.462 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/06 09:54:23.463 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:23.463 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:23.464 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/06 09:54:23.477 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:23.495 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/05/06 09:54:24.571 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/06 09:54:24.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:24.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:24.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:24.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/05/06 09:54:24.694 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:24.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.708 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/05/06 09:54:24.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.498025ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:24.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/06 09:54:24.836 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=54.079254ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.884 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/05/06 09:54:24.893 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/05/06 09:54:24.897 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:24.585 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:24.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/06 09:54:24.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:24.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387195877\n# Parse_time: 0.000254977\n# Compile_time: 0.000896884\n# Rewrite_time: 0.000049429\n# Optimize_time: 0.00018179\n# Wait_TS: 0.000436385\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/05/06 09:54:24.974 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:25.177 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:54:25.301 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:25.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351136921\n# Parse_time: 0.000810853\n# Compile_time: 0.001537238\n# Rewrite_time: 0.000338234\n# Optimize_time: 0.00018179\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ4bXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MzQ4bXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:54:25.341 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/05/06 09:54:25.341 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:25.447 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:25.448 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:25.448 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/06 09:54:25.457 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/06 09:54:26.003 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:26.006 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:54:26.006 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:54:26.006 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.213Β΅s] [2024/05/06 09:54:26.007 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=180.673Β΅s] [] [2024/05/06 09:54:26.007 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:26.007 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:26.088 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/06 09:54:26.095 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/06 09:54:26.195 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:26.197 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/06 09:54:26.251 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/05/06 09:54:26.276 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:26.276 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/05/06 09:54:26.365 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:26.425 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=967.933119ms] [] [2024/05/06 09:54:26.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.976711453\n# Parse_time: 0.0004129\n# Compile_time: 0.000705269\n# Rewrite_time: 0.000005529\n# Optimize_time: 0.00018179\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/05/06 09:54:26.468 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:54:26.471 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/06 09:54:26.504 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:26.504 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:54:26.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.586 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.017482ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:26.597 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/06 09:54:26.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=55.033228ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.701 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.738 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/06 09:54:26.739 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:26.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:54:26.751 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:54:26.801 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:26.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:26.801 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:26.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:54:26.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:26.870 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/05/06 09:54:26.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.773822ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:26.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/06 09:54:26.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.131083ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:26.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.035 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:26.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:27.102 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/06 09:54:27.102 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:27.107 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358428887\n# Parse_time: 0.000918784\n# Compile_time: 0.001207707\n# Rewrite_time: 0.000056022\n# Optimize_time: 0.000210904\n# Wait_TS: 0.00036552\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:54:27.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:27.324 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:27.429 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:27.501 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/06 09:54:27.501 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:27.609 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:27.610 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:27.611 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/06 09:54:27.633 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:27.636 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:27.636 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:54:27.636 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=71.296Β΅s] [2024/05/06 09:54:27.636 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=251.972Β΅s] [] [2024/05/06 09:54:27.636 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:54:27.636 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:54:27.777 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/06 09:54:27.797 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/06 09:54:27.805 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:27.852 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:27.853 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 09:54:27.854 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:27.862 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:27.862 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:27.863 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:27.863 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:27.864 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:27.864 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:27.864 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:27.864 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:27.864 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:27.879 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:27.880 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:27.881 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:27.881 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:27.881 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=700.7GiB] [2024/05/06 09:54:27.955 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/05/06 09:54:27.960 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:27.964 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:27.964 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 09:54:27.979 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/06 09:54:27.983 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.297491ms] [encodeDur=1.83341ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=313.51Β΅s] [type=file] [takeTime=3.886943ms] [] [2024/05/06 09:54:27.984 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/05/06 09:54:27.985 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/18631d09-1c36-4d49-b9a6-7c58bc28e33d.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/06 09:54:27.985 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=29.220321ms] [] [2024/05/06 09:54:27.985 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:54:27.985 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:54:27.985 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:27.987 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.917186ms] [] [2024/05/06 09:54:27.987 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:54:27.992 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:28.014 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:54:28.014 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:28.027 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:54:28.029 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.097566ms] [] [2024/05/06 09:54:28.029 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:28.030 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.158165ms] [] [2024/05/06 09:54:28.030 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/06 09:54:28.031 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:28.032 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.585014ms] [] [2024/05/06 09:54:28.032 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:54:28.032 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:28.032 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=80.491Β΅s] [] [2024/05/06 09:54:28.032 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:28.033 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=930.514Β΅s] [] [2024/05/06 09:54:28.100 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/06 09:54:28.104 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:28.108 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:28.108 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/06 09:54:28.165 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/06 09:54:28.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.245482ms] [encodeDur=874.096Β΅s] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=64.075Β΅s] [type=file] [takeTime=2.573235ms] [] [2024/05/06 09:54:28.168 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/05/06 09:54:28.169 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=68.359276ms] [] [2024/05/06 09:54:28.169 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/c9b83d1f-437f-4a60-bc27-99a4a2c3fa56.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/06 09:54:28.169 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:54:28.169 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:54:28.169 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:28.172 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.59293ms] [] [2024/05/06 09:54:28.172 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:54:28.177 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:28.199 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:54:28.199 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:28.213 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:54:28.215 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.486601ms] [] [2024/05/06 09:54:28.215 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:28.217 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.724989ms] [] [2024/05/06 09:54:28.217 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/06 09:54:28.217 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:28.219 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.572209ms] [] [2024/05/06 09:54:28.219 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:54:28.219 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:28.219 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=62.864Β΅s] [] [2024/05/06 09:54:28.219 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:28.220 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=887.038Β΅s] [] [2024/05/06 09:54:28.276 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/06 09:54:28.281 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:28.281 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:28.281 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:28.281 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:28.281 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:28.282 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:28.282 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:28.282 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:28.281 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:28.282 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:28.282 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:28.282 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:28.282 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:28.284 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:28.284 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:28.284 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:28.284 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:28.284 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:28.284 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=432.097116ms] [] [2024/05/06 09:54:28.326 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:28.327 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:28.328 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:28.328 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:28.430 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:54:28.433 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:28.433 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:28.596 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:28.645 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:54:28.645 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:54:28.645 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/05/06 09:54:28.646 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=11.43Β΅s] [] [2024/05/06 09:54:28.646 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:54:28.646 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:54:28.646 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/05/06 09:54:28.646 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/06 09:54:28.655 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 09:54:28.655 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=9.786254ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:28.656 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=10.195629ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:28.656 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:28.656 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:28.657 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:54:28.676 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=79.603917ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:54:28.676 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:54:28.765 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/05/06 09:54:28.788 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/05/06 09:54:28.823 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/06 09:54:28.824 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/06 09:54:28.830 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/05/06 09:54:28.908 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/06 09:54:28.939 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:28.939 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/05/06 09:54:28.997 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:54:28.999 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.889843951\n# Parse_time: 0.000777275\n# Compile_time: 0.001728302\n# Rewrite_time: 0.000413289\n# Optimize_time: 0.000210904\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS44OXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuODlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:54:29.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 09:54:29.042 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:29.052 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:29.052 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 09:54:29.094 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:29.107 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/05/06 09:54:29.190 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.74288ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:29.202 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/06 09:54:29.235 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.602888ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:29.281 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/06 09:54:29.290 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/06 09:54:29.295 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:29.357 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/06 09:54:29.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:29.361 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348724176\n# Parse_time: 0.000276663\n# Compile_time: 0.001103201\n# Rewrite_time: 0.000050572\n# Optimize_time: 0.001372947\n# Wait_TS: 0.000485124\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:54:29.376 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:29.618 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:29.715 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:29.752 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/05/06 09:54:29.753 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:29.858 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:29.860 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:29.861 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/06 09:54:29.882 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:29.885 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:29.885 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:54:29.885 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=116.555Β΅s] [2024/05/06 09:54:29.885 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=299.379Β΅s] [] [2024/05/06 09:54:29.886 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:54:29.886 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:54:30.063 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/06 09:54:30.082 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/06 09:54:30.115 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:30.161 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:30.162 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 09:54:30.164 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:30.173 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:30.173 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:30.174 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:30.174 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:30.175 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:30.175 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:30.175 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:30.175 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:30.175 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:30.190 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:30.191 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:30.192 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:30.192 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:30.192 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=700.7GiB] [2024/05/06 09:54:30.241 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/05/06 09:54:30.245 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:30.249 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:30.250 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 09:54:30.262 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/06 09:54:30.266 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.445401ms] [encodeDur=1.691845ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=747.1Β΅s] [type=file] [takeTime=4.374644ms] [] [2024/05/06 09:54:30.267 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/05/06 09:54:30.268 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=26.759789ms] [] [2024/05/06 09:54:30.268 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/c4aef192-aef0-495d-aaa8-0319f1f5c87d.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/06 09:54:30.268 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:54:30.268 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:54:30.268 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:30.270 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.393888ms] [] [2024/05/06 09:54:30.270 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:54:30.276 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:30.298 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:54:30.298 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:30.313 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:54:30.315 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.507507ms] [] [2024/05/06 09:54:30.315 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:30.316 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.126305ms] [] [2024/05/06 09:54:30.316 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/06 09:54:30.316 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:30.318 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.861305ms] [] [2024/05/06 09:54:30.318 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:54:30.318 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:30.318 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=58.138Β΅s] [] [2024/05/06 09:54:30.318 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:30.323 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=4.258901ms] [] [2024/05/06 09:54:30.432 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/05/06 09:54:30.437 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:30.441 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:30.442 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/06 09:54:30.517 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/06 09:54:30.520 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.324218ms] [encodeDur=1.604866ms] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=62.161Β΅s] [type=file] [takeTime=3.444547ms] [] [2024/05/06 09:54:30.521 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/05/06 09:54:30.521 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=88.938129ms] [] [2024/05/06 09:54:30.521 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/b8c73c1a-e6a8-473e-b141-29797d1265b4.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/06 09:54:30.522 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:54:30.522 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:54:30.522 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:30.524 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.150448ms] [] [2024/05/06 09:54:30.524 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:54:30.529 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:30.552 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:54:30.552 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:30.566 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:54:30.567 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.350411ms] [] [2024/05/06 09:54:30.568 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:30.569 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.206028ms] [] [2024/05/06 09:54:30.569 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/06 09:54:30.569 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:30.571 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.656763ms] [] [2024/05/06 09:54:30.571 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:54:30.571 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:30.571 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=66.272Β΅s] [] [2024/05/06 09:54:30.571 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:30.572 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.001786ms] [] [2024/05/06 09:54:30.615 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:30.620 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:30.620 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:30.620 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:30.621 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:30.621 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:30.621 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:30.621 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:30.623 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:30.623 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:30.623 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:30.623 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:30.623 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:30.623 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=462.525096ms] [] [2024/05/06 09:54:30.673 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:30.675 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:30.676 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:30.676 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:30.748 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:54:30.750 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:30.750 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:30.962 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:31.009 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:54:31.009 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:54:31.009 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/05/06 09:54:31.009 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=11.615Β΅s] [] [2024/05/06 09:54:31.009 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:54:31.009 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=165.556Β΅s] [] [2024/05/06 09:54:31.009 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=369.255Β΅s] [] [2024/05/06 09:54:31.049 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=87.125117ms] [] [2024/05/06 09:54:31.076 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:31.076 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/05/06 09:54:31.079 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/05/06 09:54:31.138 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/05/06 09:54:31.158 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/05/06 09:54:31.210 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:31.210 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/05/06 09:54:31.294 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.931725307\n# Parse_time: 0.000868796\n# Compile_time: 0.001585924\n# Rewrite_time: 0.00039746\n# Optimize_time: 0.001372947\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/06 09:54:31.305 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/06 09:54:31.330 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:31.336 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:31.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:31.336 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:31.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/06 09:54:31.403 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:31.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.415 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/05/06 09:54:31.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.839933ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:31.485 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/05/06 09:54:31.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.867402ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:31.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.577 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/06 09:54:31.586 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/05/06 09:54:31.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:31.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:31.680 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/06 09:54:31.680 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:31.685 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380596573\n# Parse_time: 0.000244091\n# Compile_time: 0.000841322\n# Rewrite_time: 0.000058618\n# Optimize_time: 0.0012903\n# Wait_TS: 0.000422034\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:54:31.701 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:31.954 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:32.088 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:54:32.129 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/06 09:54:32.129 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:54:32.238 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:32.239 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:32.240 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/06 09:54:32.260 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:32.263 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:32.263 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/06 09:54:32.263 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=82.46Β΅s] [2024/05/06 09:54:32.263 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=208.146Β΅s] [] [2024/05/06 09:54:32.263 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:54:32.263 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:54:32.399 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/06 09:54:32.418 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/06 09:54:32.429 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:54:32.498 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:32.499 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 09:54:32.502 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:32.511 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:32.512 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:32.512 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:32.512 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:32.513 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:32.513 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:32.513 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:32.513 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:32.513 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:32.527 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:32.529 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:32.529 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:32.529 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:32.529 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=700.7GiB] [2024/05/06 09:54:32.569 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/05/06 09:54:32.573 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:32.578 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:32.578 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:54:32.607 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/05/06 09:54:32.610 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.357543ms] [encodeDur=866.203Β΅s] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=319.845Β΅s] [type=file] [takeTime=2.927228ms] [] [2024/05/06 09:54:32.611 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/05/06 09:54:32.611 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=42.1302ms] [] [2024/05/06 09:54:32.611 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/ad8a4e46-1c60-4b49-9840-89bc7ae4cd28.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/05/06 09:54:32.612 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:54:32.612 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:54:32.612 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:32.614 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.074772ms] [] [2024/05/06 09:54:32.614 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:54:32.618 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:32.640 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:54:32.640 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:32.654 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:54:32.655 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.396848ms] [] [2024/05/06 09:54:32.655 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:32.656 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.011297ms] [] [2024/05/06 09:54:32.656 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/06 09:54:32.657 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:32.658 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.477072ms] [] [2024/05/06 09:54:32.658 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:54:32.658 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:32.658 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=60.31Β΅s] [] [2024/05/06 09:54:32.658 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:32.659 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=827.624Β΅s] [] [2024/05/06 09:54:32.716 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/05/06 09:54:32.720 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:32.723 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:32.723 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/06 09:54:32.758 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/05/06 09:54:32.761 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.21599ms] [encodeDur=1.599353ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=69.031Β΅s] [type=file] [takeTime=3.255152ms] [] [2024/05/06 09:54:32.762 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/05/06 09:54:32.762 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/4beb1ea1-35ad-45b4-a8df-d2b74bbd6c93.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/05/06 09:54:32.762 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=46.855224ms] [] [2024/05/06 09:54:32.763 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:54:32.763 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:54:32.763 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:32.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.991549ms] [] [2024/05/06 09:54:32.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/06 09:54:32.770 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:32.791 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/06 09:54:32.791 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:32.804 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/06 09:54:32.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=40.131512ms] [] [2024/05/06 09:54:32.805 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/06 09:54:32.806 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.013996ms] [] [2024/05/06 09:54:32.806 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/06 09:54:32.806 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:32.808 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.515949ms] [] [2024/05/06 09:54:32.808 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/06 09:54:32.808 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:32.808 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=58.687Β΅s] [] [2024/05/06 09:54:32.808 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/06 09:54:32.809 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=740.003Β΅s] [] [2024/05/06 09:54:32.850 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/06 09:54:32.854 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:32.854 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:32.854 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:32.854 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:32.855 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:32.855 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:32.855 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:32.855 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:32.855 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:32.856 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:32.856 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:32.857 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:32.857 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:32.857 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:32.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:32.857 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:32.857 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=358.85344ms] [] [2024/05/06 09:54:32.946 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/06 09:54:32.948 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:32.948 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:54:33.096 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:54:33.151 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:54:33.151 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:54:33.151 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/05/06 09:54:33.151 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=14.697Β΅s] [] [2024/05/06 09:54:33.151 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/06 09:54:33.151 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/06 09:54:33.151 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/05/06 09:54:33.151 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/05/06 09:54:33.157 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/06 09:54:33.158 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:54:33.158 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=7.560706ms] [] [2024/05/06 09:54:33.158 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=7.725874ms] [] [2024/05/06 09:54:33.197 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=101.423522ms] [] [2024/05/06 09:54:33.282 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:33.282 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/05/06 09:54:33.286 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/05/06 09:54:33.337 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/06 09:54:33.352 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/05/06 09:54:33.358 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:33.358 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/05/06 09:54:33.376 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/06 09:54:33.376 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=1] [2024/05/06 09:54:33.469 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:33.482 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/06 09:54:33.674 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.987488898\n# Parse_time: 0.000832773\n# Compile_time: 0.001779621\n# Rewrite_time: 0.000461097\n# Optimize_time: 0.0012903\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/05/06 09:54:33.687 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:54:33.719 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:33.719 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:54:33.758 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:33.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=288.795Β΅s] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:33.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/05/06 09:54:33.841 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.143107ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:33.882 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:33.916 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=206.074Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:33.929 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/05/06 09:54:33.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.313584ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=198.684Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:34.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/05/06 09:54:34.152 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=74.48071ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.191 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:34.199 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/06 09:54:34.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:33.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.256 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/06 09:54:34.256 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:34.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.573885917\n# Parse_time: 0.000532048\n# Compile_time: 0.000754576\n# Rewrite_time: 0.00003472\n# Optimize_time: 0.001319561\n# Wait_TS: 0.000423072\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:54:34.262 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:54:34.294 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:34.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:34.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:34.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:54:34.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=1.262662ms] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:34.401 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/05/06 09:54:34.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.215757ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:34.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.486 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.515 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/06 09:54:34.515 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:34.520 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:54:34.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:34.569 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 09:54:34.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.659 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/05/06 09:54:34.726 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=2.719461ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:34.740 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/05/06 09:54:34.772 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.639466ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.845 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:34.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:34.887 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/06 09:54:34.887 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:34.890 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371457957\n# Parse_time: 0.000598547\n# Compile_time: 0.001077779\n# Rewrite_time: 0.000046708\n# Optimize_time: 0.001319561\n# Wait_TS: 0.000392884\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/06 09:54:34.905 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:35.127 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:35.232 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/05/06 09:54:35.278 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/05/06 09:54:35.278 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/05/06 09:54:35.385 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:35.386 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:35.387 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/06 09:54:35.411 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:35.415 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/05/06 09:54:35.415 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/06 09:54:35.415 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=95.628Β΅s] [2024/05/06 09:54:35.415 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=296.941Β΅s] [] [2024/05/06 09:54:35.415 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:35.415 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/05/06 09:54:35.591 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/06 09:54:35.612 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/06 09:54:35.623 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=56] [2024/05/06 09:54:35.667 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [2024/05/06 09:54:35.668 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 09:54:35.672 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:35.681 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:35.681 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:35.682 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:35.682 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:35.683 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:35.683 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:35.683 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:35.683 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:35.683 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:35.698 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:35.700 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:35.700 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=752.3GB] [2024/05/06 09:54:35.700 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:35.700 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=700.7GiB] [2024/05/06 09:54:35.746 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/05/06 09:54:35.751 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:54:35.755 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:54:35.755 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 09:54:35.755 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/06 09:54:35.791 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/05/06 09:54:35.791 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/05/06 09:54:35.796 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.30356ms] [encodeDur=2.691278ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=372.287Β΅s] [type=file] [takeTime=4.81152ms] [] [2024/05/06 09:54:35.797 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/baf599a5-ae83-4332-9535-d9d8c6668d90.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/05/06 09:54:35.798 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.490521ms] [encodeDur=5.108265ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=290.367Β΅s] [type=file] [takeTime=7.24567ms] [] [2024/05/06 09:54:35.799 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/59a14738-da57-4645-9f12-14c357b0a675.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/05/06 09:54:35.799 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=52.744528ms] [] [2024/05/06 09:54:35.799 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:54:35.799 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:54:35.799 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:54:35.801 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.86103ms] [] [2024/05/06 09:54:35.801 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/06 09:54:35.808 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:35.830 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/06 09:54:35.830 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:35.846 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/06 09:54:35.848 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=46.323321ms] [] [2024/05/06 09:54:35.848 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/06 09:54:35.849 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.054345ms] [] [2024/05/06 09:54:35.849 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/06 09:54:35.849 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:54:35.851 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.602615ms] [] [2024/05/06 09:54:35.851 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/06 09:54:35.851 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:54:35.851 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=72.186Β΅s] [] [2024/05/06 09:54:35.851 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/06 09:54:35.852 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.073376ms] [] [2024/05/06 09:54:35.923 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:35.925 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:35.926 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:35.926 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:35.934 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:35.939 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:35.939 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:35.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:35.939 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:35.942 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:35.942 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:35.942 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:35.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:35.942 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:35.942 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [takeTime=274.72216ms] [] [2024/05/06 09:54:36.000 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/06 09:54:36.002 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:36.002 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/05/06 09:54:36.194 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [2024/05/06 09:54:36.279 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:54:36.280 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:54:36.280 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/05/06 09:54:36.289 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=9.271963ms] [] [2024/05/06 09:54:36.289 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/05/06 09:54:36.289 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 09:54:36.289 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/05/06 09:54:36.289 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/06 09:54:36.294 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/05/06 09:54:36.294 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/06 09:54:36.294 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=14.784096ms] [] [2024/05/06 09:54:36.294 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=15.148699ms] [] [2024/05/06 09:54:36.340 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.103GiB]"] [takeTime=146.063588ms] [] [2024/05/06 09:54:36.404 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:36.404 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/05/06 09:54:36.408 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/05/06 09:54:36.465 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/05/06 09:54:36.486 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/05/06 09:54:36.511 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:36.511 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/05/06 09:54:36.609 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:36.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.902966207\n# Parse_time: 0.001056513\n# Compile_time: 0.001646855\n# Rewrite_time: 0.000319487\n# Optimize_time: 0.001319561\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] === RUN TestImportInto/TestDeliverBytesRows [2024/05/06 09:54:36.848 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:54:36.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:36.876 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:54:36.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:36.970 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=265.788Β΅s] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:36.983 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/05/06 09:54:37.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=54.220242ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=208.165Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:37.144 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/05/06 09:54:37.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.264797ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=229.377Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:54:37.263 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/06 09:54:37.299 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.197258ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.376 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/05/06 09:54:37.386 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/05/06 09:54:37.389 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:36.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.443 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/06 09:54:37.444 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:37.448 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.600669753\n# Parse_time: 0.000465187\n# Compile_time: 0.000708358\n# Rewrite_time: 0.000041128\n# Optimize_time: 0.004197817\n# Wait_TS: 0.000350811\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:54:37.449 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:54:37.485 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:37.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:54:37.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:37.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:37.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:37.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.356071ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:37.657 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/05/06 09:54:37.690 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.746112ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:37.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:37.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.772 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/06 09:54:37.772 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:37.776 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.327316152\n# Parse_time: 0.000251394\n# Compile_time: 0.000790029\n# Rewrite_time: 0.0000436\n# Optimize_time: 0.004197817\n# Wait_TS: 0.000412461\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:54:37.780 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:54:37.783 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:54:37.836 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:37.836 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:54:37.915 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:37.925 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/05/06 09:54:38.008 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.874801ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:38.021 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/05/06 09:54:38.053 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.310506ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.156 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:38.211 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/06 09:54:38.211 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:38.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.434511656\n# Parse_time: 0.000738967\n# Compile_time: 0.001492886\n# Rewrite_time: 0.000047685\n# Optimize_time: 0.004197817\n# Wait_TS: 0.000509463\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:54:38.233 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.410 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:54:38.532 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:38.572 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/05/06 09:54:38.572 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:38.679 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:38.681 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:38.682 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/06 09:54:38.701 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.706 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:38.706 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 09:54:38.706 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=57.032Β΅s] [2024/05/06 09:54:38.706 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.121Β΅s] [] [2024/05/06 09:54:38.706 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:38.706 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:38.841 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/06 09:54:38.861 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/06 09:54:38.888 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:38.959 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:38.961 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 09:54:38.962 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:38.973 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:38.973 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:38.974 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:38.974 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:38.975 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:38.975 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:38.975 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:38.976 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:38.976 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:38.993 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:38.995 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:38.995 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:38.995 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:38.995 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=700.7GiB] [2024/05/06 09:54:39.054 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/05/06 09:54:39.059 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:39.063 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:39.064 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/06 09:54:39.155 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 09:54:39.160 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.662663ms] [encodeDur=2.441772ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=669.368Β΅s] [type=file] [takeTime=5.142903ms] [] [2024/05/06 09:54:39.161 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=106.868117ms] [] [2024/05/06 09:54:39.161 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/020201ca-59ec-4bda-b2a3-a35527cf136c.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/06 09:54:39.161 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:54:39.161 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:54:39.161 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:39.163 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.07552ms] [] [2024/05/06 09:54:39.163 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:54:39.169 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:39.191 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:54:39.192 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:39.210 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:54:39.212 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=48.43965ms] [] [2024/05/06 09:54:39.212 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:39.213 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.36461ms] [] [2024/05/06 09:54:39.213 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/06 09:54:39.214 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:39.216 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.019632ms] [] [2024/05/06 09:54:39.216 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:54:39.216 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:39.216 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=87.403Β΅s] [] [2024/05/06 09:54:39.216 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:39.217 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.202699ms] [] [2024/05/06 09:54:39.284 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:39.288 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:39.288 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:39.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:39.289 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:39.289 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:39.291 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:39.291 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:39.291 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:39.291 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:39.291 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:39.291 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=331.816984ms] [] [2024/05/06 09:54:39.298 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:39.299 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:39.300 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:39.300 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:39.375 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:54:39.376 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:39.376 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:39.563 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:39.604 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:54:39.604 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:54:39.605 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/05/06 09:54:39.613 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=8.361152ms] [] [2024/05/06 09:54:39.613 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/05/06 09:54:39.613 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 09:54:39.613 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/05/06 09:54:39.613 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/06 09:54:39.618 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/05/06 09:54:39.618 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/06 09:54:39.618 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.748653ms] [] [2024/05/06 09:54:39.618 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=14.079419ms] [] [2024/05/06 09:54:39.672 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=109.453759ms] [] [2024/05/06 09:54:39.696 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:39.696 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/05/06 09:54:39.699 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/05/06 09:54:39.765 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/05/06 09:54:39.805 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/05/06 09:54:39.830 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:39.830 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/05/06 09:54:39.937 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:40.082 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.86538474\n# Parse_time: 0.00079927\n# Compile_time: 0.001640725\n# Rewrite_time: 0.000299047\n# Optimize_time: 0.004197817\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:54:40.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:54:40.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:40.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:40.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:40.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:54:40.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:40.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.197 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/05/06 09:54:40.277 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=3.037604ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:40.290 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/05/06 09:54:40.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.928595ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:40.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.377 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/05/06 09:54:40.388 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/05/06 09:54:40.394 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:40.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:40.486 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/06 09:54:40.486 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:40.490 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398220181\n# Parse_time: 0.00022618\n# Compile_time: 0.000753424\n# Rewrite_time: 0.000037306\n# Optimize_time: 0.001048997\n# Wait_TS: 0.000347235\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:54:40.504 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:40.734 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:54:40.838 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:40.898 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/05/06 09:54:40.898 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:41.005 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:41.006 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:41.007 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/06 09:54:41.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:41.030 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:41.030 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/06 09:54:41.030 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=59.275Β΅s] [2024/05/06 09:54:41.030 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=174.528Β΅s] [] [2024/05/06 09:54:41.030 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:41.030 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:41.187 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/06 09:54:41.208 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/06 09:54:41.231 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:41.277 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:41.278 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 09:54:41.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:41.289 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:41.289 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:41.289 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:41.289 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:41.291 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:41.291 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:41.291 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:41.291 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:41.291 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:41.306 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:41.308 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:41.308 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:41.308 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:41.308 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=700.7GiB] [2024/05/06 09:54:41.356 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/05/06 09:54:41.360 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:41.363 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:41.364 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/06 09:54:41.411 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/05/06 09:54:41.416 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.557865ms] [encodeDur=2.657249ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=470.439Β΅s] [type=file] [takeTime=4.786661ms] [] [2024/05/06 09:54:41.417 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=60.665471ms] [] [2024/05/06 09:54:41.417 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/213fff0b-698e-4e04-87f2-d2f1c63e04c1.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/05/06 09:54:41.417 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:54:41.417 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:54:41.417 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:41.419 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.406376ms] [] [2024/05/06 09:54:41.420 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:54:41.425 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:41.447 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:54:41.447 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:41.462 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:54:41.464 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.807118ms] [] [2024/05/06 09:54:41.464 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:54:41.466 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.071506ms] [] [2024/05/06 09:54:41.466 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/06 09:54:41.466 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:41.467 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.575372ms] [] [2024/05/06 09:54:41.467 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:54:41.467 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:41.467 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=67.003Β΅s] [] [2024/05/06 09:54:41.468 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:54:41.469 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.093755ms] [] [2024/05/06 09:54:41.523 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:41.524 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:41.525 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:41.526 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:41.527 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:41.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:41.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:41.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:41.531 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:41.533 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:41.533 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:41.533 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:41.533 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:41.533 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:41.533 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=256.440738ms] [] [2024/05/06 09:54:41.633 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:54:41.636 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:41.636 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:41.715 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3"] ["owner key"=/tidb/br-stream/owner/6f188f4d509aba44] [ownerID=b4128c10-98fd-4dce-9e37-e4e9971562c3] [op=none] [2024/05/06 09:54:41.807 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:41.850 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:54:41.850 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:54:41.850 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/05/06 09:54:41.858 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=7.770915ms] [] [2024/05/06 09:54:41.858 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/05/06 09:54:41.858 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 09:54:41.858 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/05/06 09:54:41.858 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/06 09:54:41.862 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/05/06 09:54:41.863 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/06 09:54:41.863 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=12.643696ms] [] [2024/05/06 09:54:41.863 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=12.817709ms] [] [2024/05/06 09:54:41.903 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=96.197576ms] [] [2024/05/06 09:54:41.919 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:41.919 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/05/06 09:54:41.923 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/05/06 09:54:42.008 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/05/06 09:54:42.034 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/05/06 09:54:42.040 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:42.040 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/05/06 09:54:42.123 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.632305176\n# Parse_time: 0.000420066\n# Compile_time: 0.001278025\n# Rewrite_time: 0.00030693\n# Optimize_time: 0.001048997\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/05/06 09:54:42.134 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:54:42.137 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:54:42.151 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:42.175 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:42.175 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:54:42.203 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=b4128c10-98fd-4dce-9e37-e4e9971562c3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:54:42.203 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/06 09:54:42.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=1.189476ms] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:42.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/05/06 09:54:42.368 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=68.13866ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.435 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.466 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/06 09:54:42.466 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:42.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333761487\n# Parse_time: 0.00029676\n# Compile_time: 0.000651218\n# Rewrite_time: 0.000029717\n# Optimize_time: 0.001050387\n# Wait_TS: 0.000411671\n# DB: load_data\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 09:54:42.475 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/06 09:54:42.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:42.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:42.542 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:42.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 09:54:42.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.614 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/05/06 09:54:42.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.305223ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:42.772 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/06 09:54:42.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.961473ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:42.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.842 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:42.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:42.911 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/06 09:54:42.911 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:42.916 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.443090033\n# Parse_time: 0.00150688\n# Compile_time: 0.001521331\n# Rewrite_time: 0.00006352\n# Optimize_time: 0.001050387\n# Wait_TS: 0.000466424\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/06 09:54:43.142 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet2904979268/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/05/06 09:54:43.142 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:43.142 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 09:54:43.143 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=689.438Β΅s] [2024/05/06 09:54:43.143 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=844.754Β΅s] [] [2024/05/06 09:54:43.328 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:54:43.370 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/05/06 09:54:43.370 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:54:43.476 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:43.479 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:43.481 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/06 09:54:43.501 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:43.501 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:54:43.737 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/06 09:54:43.756 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/06 09:54:43.782 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:54:43.819 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:54:43.822 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 09:54:43.831 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:43.831 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:43.832 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.832 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:43.833 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:43.833 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:43.833 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:43.833 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:43.833 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:43.847 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:43.848 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:43.849 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:43.849 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:43.849 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=700.7GiB] [2024/05/06 09:54:43.902 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/05/06 09:54:43.907 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:54:43.910 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:43.910 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/06 09:54:43.925 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/05/06 09:54:43.932 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=2.316027ms] [encodeDur=3.658785ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=301.188Β΅s] [type=file] [takeTime=6.816526ms] [] [2024/05/06 09:54:43.933 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=30.996222ms] [] [2024/05/06 09:54:43.933 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/6925659d-6382-482b-834e-ba9d08c5ce49.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/06 09:54:43.933 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:54:43.933 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:54:43.934 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:54:43.936 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.211067ms] [] [2024/05/06 09:54:43.936 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:54:43.941 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:43.962 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 09:54:43.963 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:43.978 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 09:54:43.980 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.782542ms] [] [2024/05/06 09:54:43.980 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:54:43.981 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.056431ms] [] [2024/05/06 09:54:43.981 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/06 09:54:43.981 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:43.982 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.439369ms] [] [2024/05/06 09:54:43.983 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:54:43.983 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:43.983 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=56.899Β΅s] [] [2024/05/06 09:54:43.983 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:43.984 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=865.047Β΅s] [] [2024/05/06 09:54:44.055 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/06 09:54:44.059 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:44.059 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:44.059 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:44.060 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:44.062 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:44.062 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:44.062 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:44.062 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:44.062 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:44.062 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=243.06767ms] [] [2024/05/06 09:54:44.094 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:44.097 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:44.100 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:44.100 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:44.173 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 09:54:44.176 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:44.176 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:54:44.439 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:54:44.501 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:54:44.501 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:54:44.501 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/05/06 09:54:44.510 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=8.598524ms] [] [2024/05/06 09:54:44.510 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 09:54:44.510 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:54:44.510 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/05/06 09:54:44.510 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/06 09:54:44.514 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 09:54:44.515 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:54:44.515 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=14.110334ms] [] [2024/05/06 09:54:44.515 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=14.354607ms] [] [2024/05/06 09:54:44.566 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=126.553823ms] [] [2024/05/06 09:54:44.597 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:44.597 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/05/06 09:54:44.603 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/05/06 09:54:44.665 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/06 09:54:44.680 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/05/06 09:54:44.702 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:44.702 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/05/06 09:54:44.879 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:44.901 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.983453302\n# Parse_time: 0.001046093\n# Compile_time: 0.001828134\n# Rewrite_time: 0.000346346\n# Optimize_time: 0.001050387\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet2904979268/001/test.parquet' FORMAT 'parquet';"] [2024/05/06 09:54:44.913 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 09:54:44.946 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:44.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:44.946 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:44.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 09:54:45.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:44.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:45.025 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/05/06 09:54:45.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.291119ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:45.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/05/06 09:54:45.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=54.649495ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:45.231 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/05/06 09:54:45.275 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/06 09:54:45.280 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:44.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:45.382 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/06 09:54:45.383 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:45.387 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.47570459\n# Parse_time: 0.000234036\n# Compile_time: 0.000836916\n# Rewrite_time: 0.000038585\n# Optimize_time: 0.001266784\n# Wait_TS: 0.000462621\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/05/06 09:54:45.403 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:45.598 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:54:45.784 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:45.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.406655788\n# Parse_time: 0.000589854\n# Compile_time: 0.001653804\n# Rewrite_time: 0.00048325\n# Optimize_time: 0.001266784\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDAzLjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDAzLjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/05/06 09:54:45.828 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/06 09:54:45.828 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:45.934 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:45.937 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:45.939 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/06 09:54:45.961 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:45.964 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:45.964 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/06 09:54:45.968 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=4.140854ms] [2024/05/06 09:54:45.969 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.32784ms] [] [2024/05/06 09:54:45.969 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:45.969 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:46.202 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/06 09:54:46.223 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/06 09:54:46.223 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:46.275 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:46.278 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 09:54:46.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:46.289 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:46.290 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:46.290 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:46.290 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:46.291 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:46.292 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:46.292 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:46.292 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:46.292 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:46.309 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:46.311 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:46.311 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:54:46.312 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:46.312 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=700.7GiB] [2024/05/06 09:54:46.363 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/05/06 09:54:46.368 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:54:46.372 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:46.372 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/05/06 09:54:46.390 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/05/06 09:54:46.400 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=2.895142ms] [encodeDur=5.799856ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=377.958Β΅s] [type=file] [takeTime=9.795729ms] [] [2024/05/06 09:54:46.400 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=37.658157ms] [] [2024/05/06 09:54:46.400 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/57f52eee-19ec-4b0e-b91b-83521b6b3d50.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/05/06 09:54:46.401 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:54:46.401 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:54:46.401 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:54:46.403 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.38395ms] [] [2024/05/06 09:54:46.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:54:46.409 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:46.431 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/06 09:54:46.431 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:46.449 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/06 09:54:46.451 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=47.730077ms] [] [2024/05/06 09:54:46.451 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:54:46.453 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.275832ms] [] [2024/05/06 09:54:46.453 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/06 09:54:46.453 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:46.455 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.895244ms] [] [2024/05/06 09:54:46.455 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:54:46.455 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:46.455 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=71.794Β΅s] [] [2024/05/06 09:54:46.455 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:54:46.456 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=909.811Β΅s] [] [2024/05/06 09:54:46.506 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:46.510 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:46.510 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:46.510 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:46.510 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:46.512 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:46.513 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:46.513 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:46.513 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:46.513 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:46.513 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=237.970819ms] [] [2024/05/06 09:54:46.587 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:46.591 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:46.593 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:46.594 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:46.672 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/06 09:54:46.675 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:46.675 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:46.892 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:46.984 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:54:46.985 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:54:46.985 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/05/06 09:54:46.993 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=8.056171ms] [] [2024/05/06 09:54:46.993 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/06 09:54:46.993 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:54:46.993 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/05/06 09:54:46.993 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/06 09:54:46.997 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/06 09:54:46.998 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/06 09:54:46.998 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=13.727317ms] [] [2024/05/06 09:54:46.998 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=13.976103ms] [] [2024/05/06 09:54:47.048 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=155.821546ms] [] [2024/05/06 09:54:47.050 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:47.050 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/05/06 09:54:47.056 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/05/06 09:54:47.106 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/06 09:54:47.134 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/06 09:54:47.156 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:47.156 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/05/06 09:54:47.288 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:47.845 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/06 09:54:47.877 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:47.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:47.877 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:47.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/06 09:54:47.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:47.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.006 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/05/06 09:54:48.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=3.250118ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:48.114 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/05/06 09:54:48.148 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=54.12063ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:47.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.225 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/05/06 09:54:48.235 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/05/06 09:54:48.240 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:47.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.332 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/06 09:54:48.332 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.336 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.4919671\n# Parse_time: 0.000275799\n# Compile_time: 0.000963689\n# Rewrite_time: 0.000042767\n# Optimize_time: 0.003791081\n# Wait_TS: 0.000416224\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/05/06 09:54:48.338 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/06 09:54:48.341 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/06 09:54:48.379 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:48.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:48.379 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:48.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/06 09:54:48.506 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.182381ms] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:48.569 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/05/06 09:54:48.604 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.20485ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:48.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.675 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.707 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/06 09:54:48.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:48.711 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371124588\n# Parse_time: 0.000223822\n# Compile_time: 0.000581299\n# Rewrite_time: 0.000028209\n# Optimize_time: 0.003791081\n# Wait_TS: 0.00048788\n# DB: load_csv\n# Is_internal: false\n# Digest: 60ed63a28df02a42c65797662f43640c9d8ff07c859c12e148a91c0f31b8c183\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_disk_quota;"] [2024/05/06 09:54:48.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/06 09:54:48.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:48.757 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/06 09:54:48.796 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.804 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/05/06 09:54:48.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.761019ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:48.911 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/05/06 09:54:48.942 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=54.74025ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:48.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:48.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:48.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:49.025 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/06 09:54:49.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:49.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317722637\n# Parse_time: 0.00119422\n# Compile_time: 0.001242073\n# Rewrite_time: 0.000056172\n# Optimize_time: 0.003791081\n# Wait_TS: 0.000407801\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/05/06 09:54:49.074 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:49.255 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:49.379 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:49.420 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/05/06 09:54:49.420 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:49.528 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:49.529 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:49.531 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/06 09:54:49.552 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:49.555 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:54:49.555 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/06 09:54:49.555 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=73.993Β΅s] [2024/05/06 09:54:49.555 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=199.826Β΅s] [] [2024/05/06 09:54:49.555 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:49.555 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:49.669 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/06 09:54:49.690 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/06 09:54:49.767 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:49.808 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:49.809 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 09:54:49.811 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:49.821 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:49.821 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:49.823 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:49.823 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:49.825 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:49.825 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:49.825 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:49.825 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:49.825 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:49.846 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:49.848 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:49.848 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:49.848 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/05/06 09:54:49.900 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/05/06 09:54:49.905 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:49.909 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:49.909 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/05/06 09:54:49.917 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/05/06 09:54:50.542 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.555 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/cb399211-937a-4f24-be74-82bd52aea871.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/05/06 09:54:50.557 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.563 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:50.585 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/06 09:54:50.585 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:50.637 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/06 09:54:50.639 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.753472ms] [] [2024/05/06 09:54:50.647 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.649 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.649 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.649 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.924Β΅s] [] [2024/05/06 09:54:50.654 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.654 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.654 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.215Β΅s] [] [2024/05/06 09:54:50.661 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.663 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.663 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.663 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.675Β΅s] [] [2024/05/06 09:54:50.669 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.671 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.671 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.671 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.064Β΅s] [] [2024/05/06 09:54:50.675 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.675 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.675 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.697Β΅s] [] [2024/05/06 09:54:50.682 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.683 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.683 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.683 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.251Β΅s] [] [2024/05/06 09:54:50.688 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.690 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.690 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.690 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=81.17Β΅s] [] [2024/05/06 09:54:50.694 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.694 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.694 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.335Β΅s] [] [2024/05/06 09:54:50.700 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.702 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.702 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.702 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.614Β΅s] [] [2024/05/06 09:54:50.708 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.710 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.710 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.25Β΅s] [] [2024/05/06 09:54:50.714 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.714 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.714 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.967Β΅s] [] [2024/05/06 09:54:50.719 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.721 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.721 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.755Β΅s] [] [2024/05/06 09:54:50.726 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.728 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.728 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.728 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.171Β΅s] [] [2024/05/06 09:54:50.732 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.732 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.732 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.046Β΅s] [] [2024/05/06 09:54:50.738 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.740 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.740 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.740 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=79.082Β΅s] [] [2024/05/06 09:54:50.746 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.749 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.749 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.749 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=91.522Β΅s] [] [2024/05/06 09:54:50.753 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.753 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.753 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.765Β΅s] [] [2024/05/06 09:54:50.759 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.760 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.760 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.760 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.467Β΅s] [] [2024/05/06 09:54:50.766 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.767 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.768 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.768 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.308Β΅s] [] [2024/05/06 09:54:50.772 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.772 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.772 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.137Β΅s] [] [2024/05/06 09:54:50.778 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.780 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.780 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.058Β΅s] [] [2024/05/06 09:54:50.785 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.787 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.787 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.787 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.837Β΅s] [] [2024/05/06 09:54:50.792 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.792 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.792 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.622Β΅s] [] [2024/05/06 09:54:50.797 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.829 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.829 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.829 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=143.383Β΅s] [] [2024/05/06 09:54:50.835 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.838 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.838 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.838 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.383Β΅s] [] [2024/05/06 09:54:50.844 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.844 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.844 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.607Β΅s] [] [2024/05/06 09:54:50.853 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.855 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.855 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.855 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.329Β΅s] [] [2024/05/06 09:54:50.861 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.863 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.863 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.863 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.247Β΅s] [] [2024/05/06 09:54:50.867 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.867 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.867 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.557Β΅s] [] [2024/05/06 09:54:50.872 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.873 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.873 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.874 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.705Β΅s] [] [2024/05/06 09:54:50.879 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.881 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.881 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.881 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.351Β΅s] [] [2024/05/06 09:54:50.884 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.884 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.884 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.066Β΅s] [] [2024/05/06 09:54:50.890 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.891 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.892 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.892 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.84Β΅s] [] [2024/05/06 09:54:50.898 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.900 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.900 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.900 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.357Β΅s] [] [2024/05/06 09:54:50.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.904 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.904 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.55Β΅s] [] [2024/05/06 09:54:50.910 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.912 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.912 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.912 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.048Β΅s] [] [2024/05/06 09:54:50.916 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.918 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.918 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.918 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.671Β΅s] [] [2024/05/06 09:54:50.923 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.923 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.923 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.813Β΅s] [] [2024/05/06 09:54:50.930 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.932 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.932 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.933 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.806Β΅s] [] [2024/05/06 09:54:50.938 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.940 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.940 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.940 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=67.619Β΅s] [] [2024/05/06 09:54:50.944 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.945 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.945 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.792Β΅s] [] [2024/05/06 09:54:50.950 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.952 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.952 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.952 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.861Β΅s] [] [2024/05/06 09:54:50.958 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.959 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.959 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.319Β΅s] [] [2024/05/06 09:54:50.964 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.964 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.964 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=79.735Β΅s] [] [2024/05/06 09:54:50.970 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.972 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=82.291Β΅s] [] [2024/05/06 09:54:50.981 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.983 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:50.983 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:50.983 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=132.711Β΅s] [] [2024/05/06 09:54:50.990 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.991 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.991 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.244Β΅s] [] [2024/05/06 09:54:50.997 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:50.998 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:50.999 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:50.999 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=73.098Β΅s] [] [2024/05/06 09:54:51.005 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.007 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.007 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.007 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.348Β΅s] [] [2024/05/06 09:54:51.011 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.012 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.012 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.006Β΅s] [] [2024/05/06 09:54:51.018 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.019 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.020 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.020 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.583Β΅s] [] [2024/05/06 09:54:51.025 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.027 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.028 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.028 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=78.338Β΅s] [] [2024/05/06 09:54:51.032 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.032 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.032 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.446Β΅s] [] [2024/05/06 09:54:51.037 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.039 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.039 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.039 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.14Β΅s] [] [2024/05/06 09:54:51.046 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.048 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.048 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.048 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.947Β΅s] [] [2024/05/06 09:54:51.052 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.052 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.052 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.303Β΅s] [] [2024/05/06 09:54:51.058 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.060 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.060 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.060 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.33Β΅s] [] [2024/05/06 09:54:51.066 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.068 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.068 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.068 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=87.843Β΅s] [] [2024/05/06 09:54:51.073 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.073 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.073 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.382Β΅s] [] [2024/05/06 09:54:51.079 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.081 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.081 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.081 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.995Β΅s] [] [2024/05/06 09:54:51.086 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.088 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.088 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.088 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=71.677Β΅s] [] [2024/05/06 09:54:51.092 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.092 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.093 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=99.147Β΅s] [] [2024/05/06 09:54:51.098 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.100 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.100 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.100 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.105Β΅s] [] [2024/05/06 09:54:51.106 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.108 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.108 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=87.729Β΅s] [] [2024/05/06 09:54:51.112 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.113 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.113 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.129Β΅s] [] [2024/05/06 09:54:51.119 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.133 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/56bea0d5-1dcd-46c0-8bd6-f548ac2c263f.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/05/06 09:54:51.135 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.175 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:51.197 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 09:54:51.198 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:51.274 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/06 09:54:51.276 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=140.986029ms] [] [2024/05/06 09:54:51.283 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.285 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.285 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.285 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=80.862Β΅s] [] [2024/05/06 09:54:51.290 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.290 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.290 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=93.782Β΅s] [] [2024/05/06 09:54:51.295 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.297 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.297 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.297 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.585Β΅s] [] [2024/05/06 09:54:51.303 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.305 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.365Β΅s] [] [2024/05/06 09:54:51.309 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.309 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.309 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.592Β΅s] [] [2024/05/06 09:54:51.314 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.316 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.316 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.316 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.792Β΅s] [] [2024/05/06 09:54:51.321 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.323 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.323 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.323 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=75.341Β΅s] [] [2024/05/06 09:54:51.328 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.328 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.328 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.003Β΅s] [] [2024/05/06 09:54:51.333 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.335 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.335 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.335 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=94.851Β΅s] [] [2024/05/06 09:54:51.341 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.343 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.343 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.343 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.226Β΅s] [] [2024/05/06 09:54:51.347 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.347 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.347 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.792Β΅s] [] [2024/05/06 09:54:51.353 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.354 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.354 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.354 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.79Β΅s] [] [2024/05/06 09:54:51.360 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.362 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.362 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.362 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=46.38Β΅s] [] [2024/05/06 09:54:51.366 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.366 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.366 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.532Β΅s] [] [2024/05/06 09:54:51.371 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.373 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.373 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.373 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.341Β΅s] [] [2024/05/06 09:54:51.379 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.380 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.381 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.381 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.481Β΅s] [] [2024/05/06 09:54:51.385 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.385 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.385 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.102Β΅s] [] [2024/05/06 09:54:51.390 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.392 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.318Β΅s] [] [2024/05/06 09:54:51.397 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.399 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.399 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.399 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=97.195Β΅s] [] [2024/05/06 09:54:51.404 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.404 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.404 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.137Β΅s] [] [2024/05/06 09:54:51.409 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.411 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.411 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.411 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.074Β΅s] [] [2024/05/06 09:54:51.416 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.418 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.418 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.418 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.561Β΅s] [] [2024/05/06 09:54:51.422 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.422 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.422 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.842Β΅s] [] [2024/05/06 09:54:51.430 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.432 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.432 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.432 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.441Β΅s] [] [2024/05/06 09:54:51.439 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.441 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.441 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.442 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=79.146Β΅s] [] [2024/05/06 09:54:51.446 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.446 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.446 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=82.903Β΅s] [] [2024/05/06 09:54:51.485 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=34.608875ms] [2024/05/06 09:54:51.489 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.492 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.492 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.492 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=85.701Β΅s] [] [2024/05/06 09:54:51.499 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.501 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.501 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.501 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.255Β΅s] [] [2024/05/06 09:54:51.505 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.505 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.505 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.251Β΅s] [] [2024/05/06 09:54:51.511 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.513 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.513 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.513 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.972Β΅s] [] [2024/05/06 09:54:51.520 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.522 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.522 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.522 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.747Β΅s] [] [2024/05/06 09:54:51.526 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.526 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.526 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.655Β΅s] [] [2024/05/06 09:54:51.532 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.534 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.535 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.535 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.974Β΅s] [] [2024/05/06 09:54:51.540 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.542 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.542 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.542 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.996Β΅s] [] [2024/05/06 09:54:51.546 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.546 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.546 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.103Β΅s] [] [2024/05/06 09:54:51.552 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.554 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.554 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.554 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.469Β΅s] [] [2024/05/06 09:54:51.560 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.561 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.561 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.561 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.207Β΅s] [] [2024/05/06 09:54:51.565 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.565 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.565 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.208Β΅s] [] [2024/05/06 09:54:51.572 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.574 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.575 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.575 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.379Β΅s] [] [2024/05/06 09:54:51.580 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.582 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.582 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.582 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.442Β΅s] [] [2024/05/06 09:54:51.586 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.586 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.586 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.362Β΅s] [] [2024/05/06 09:54:51.593 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.595 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.595 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.788Β΅s] [] [2024/05/06 09:54:51.601 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.602 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.603 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.603 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=87.317Β΅s] [] [2024/05/06 09:54:51.607 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.608 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.608 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.315Β΅s] [] [2024/05/06 09:54:51.613 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.615 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.615 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.158Β΅s] [] [2024/05/06 09:54:51.621 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.623 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.623 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.623 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.478Β΅s] [] [2024/05/06 09:54:51.628 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.628 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.628 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.386Β΅s] [] [2024/05/06 09:54:51.634 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.636 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.636 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.636 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.314Β΅s] [] [2024/05/06 09:54:51.641 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.643 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.643 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.643 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.298Β΅s] [] [2024/05/06 09:54:51.648 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.648 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.648 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.931Β΅s] [] [2024/05/06 09:54:51.653 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.654 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.655 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.655 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=71.848Β΅s] [] [2024/05/06 09:54:51.660 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.662 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.662 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.662 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.747Β΅s] [] [2024/05/06 09:54:51.666 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.666 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.666 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=77.687Β΅s] [] [2024/05/06 09:54:51.672 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.674 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.674 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.674 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.278Β΅s] [] [2024/05/06 09:54:51.679 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.681 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.681 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.681 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.84Β΅s] [] [2024/05/06 09:54:51.685 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.686 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.686 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.365Β΅s] [] [2024/05/06 09:54:51.692 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.693 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.694 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.694 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.787Β΅s] [] [2024/05/06 09:54:51.699 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.701 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.701 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.701 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.684Β΅s] [] [2024/05/06 09:54:51.706 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.706 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.706 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.814Β΅s] [] [2024/05/06 09:54:51.712 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.715 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.715 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.715 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.764Β΅s] [] [2024/05/06 09:54:51.720 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.722 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.722 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.722 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=96.497Β΅s] [] [2024/05/06 09:54:51.727 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.727 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.727 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.403Β΅s] [] [2024/05/06 09:54:51.734 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.736 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.736 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.736 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.065Β΅s] [] [2024/05/06 09:54:51.743 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.745 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.745 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.745 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.29Β΅s] [] [2024/05/06 09:54:51.750 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.750 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.750 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.948Β΅s] [] [2024/05/06 09:54:51.755 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=104959] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.768 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/99b2bd78-1db4-45ca-82ac-6bd776fa79b0.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/05/06 09:54:51.770 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.775 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:51.823 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/06 09:54:51.824 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:51.880 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/06 09:54:51.882 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=111.472626ms] [] [2024/05/06 09:54:51.888 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.890 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.890 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.891 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.333Β΅s] [] [2024/05/06 09:54:51.895 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.895 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.895 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.378Β΅s] [] [2024/05/06 09:54:51.901 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.903 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.903 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.903 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.775Β΅s] [] [2024/05/06 09:54:51.909 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.911 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.911 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.911 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.741Β΅s] [] [2024/05/06 09:54:51.915 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.915 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.915 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.094Β΅s] [] [2024/05/06 09:54:51.921 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.922 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.922 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.922 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.491Β΅s] [] [2024/05/06 09:54:51.928 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.929 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.929 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.929 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.605Β΅s] [] [2024/05/06 09:54:51.934 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.934 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.934 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=103.804Β΅s] [] [2024/05/06 09:54:51.940 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.942 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.942 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.942 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.128Β΅s] [] [2024/05/06 09:54:51.947 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.949 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.949 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.949 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.15Β΅s] [] [2024/05/06 09:54:51.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.953 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.953 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.359Β΅s] [] [2024/05/06 09:54:51.959 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.961 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.961 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.961 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.15Β΅s] [] [2024/05/06 09:54:51.967 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.969 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.969 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.969 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=68.333Β΅s] [] [2024/05/06 09:54:51.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.925Β΅s] [] [2024/05/06 09:54:51.980 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.982 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.982 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.982 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.074Β΅s] [] [2024/05/06 09:54:51.988 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:51.990 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:51.990 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:51.990 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.805Β΅s] [] [2024/05/06 09:54:51.994 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:51.994 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:51.994 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.064Β΅s] [] [2024/05/06 09:54:52.000 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.002 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.002 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.002 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.616Β΅s] [] [2024/05/06 09:54:52.008 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.010 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:52.010 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.010 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.669Β΅s] [] [2024/05/06 09:54:52.014 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.014 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.014 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=71.818Β΅s] [] [2024/05/06 09:54:52.021 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.022 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.022 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.022 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.297Β΅s] [] [2024/05/06 09:54:52.027 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.029 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:52.029 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.029 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=75.698Β΅s] [] [2024/05/06 09:54:52.033 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.033 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.033 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.922Β΅s] [] [2024/05/06 09:54:52.039 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.041 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.041 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.041 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.201Β΅s] [] [2024/05/06 09:54:52.047 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.049 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:52.049 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.049 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.957Β΅s] [] [2024/05/06 09:54:52.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.053 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.053 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.876Β΅s] [] [2024/05/06 09:54:52.059 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=168659] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.065 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=319.816313ms] [encodeDur=1.764194768s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=49.385527ms] [type=file] [takeTime=2.147832697s] [] [2024/05/06 09:54:52.066 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/cdd24529-2678-4d78-b657-1efb2951731b.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/05/06 09:54:52.066 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=2.165886659s] [] [2024/05/06 09:54:52.066 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:54:52.067 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:54:52.067 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.068 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.068 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.755038ms] [] [2024/05/06 09:54:52.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/06 09:54:52.073 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:52.095 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 09:54:52.096 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:52.169 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/06 09:54:52.171 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=102.85701ms] [] [2024/05/06 09:54:52.177 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:52.199 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/06 09:54:52.199 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:52.240 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/05/06 09:54:52.242 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=173.880069ms] [] [2024/05/06 09:54:52.243 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/06 09:54:52.248 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=5.693416ms] [] [2024/05/06 09:54:52.249 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/06 09:54:52.249 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.249 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/06 09:54:52.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:52.252 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.252 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=3.294068ms] [] [2024/05/06 09:54:52.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=68.141Β΅s] [] [2024/05/06 09:54:52.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/06 09:54:52.256 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.256 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=4.263334ms] [] [2024/05/06 09:54:52.256 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/06 09:54:52.258 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.101899ms] [] [2024/05/06 09:54:52.314 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:52.326 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:52.326 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:52.326 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:52.327 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:52.327 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:52.327 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:52.327 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:52.329 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:52.329 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:52.329 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:52.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:52.329 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:52.330 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=2.521863453s] [] [2024/05/06 09:54:52.343 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:52.344 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:52.345 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:52.345 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:52.421 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":11566,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/06 09:54:52.423 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:52.423 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:52.594 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:52.643 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:54:52.643 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:54:52.643 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/05/06 09:54:52.651 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=8.045674ms] [] [2024/05/06 09:54:52.651 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/05/06 09:54:52.651 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 09:54:52.651 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/05/06 09:54:52.652 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/06 09:54:52.659 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/05/06 09:54:52.659 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/06 09:54:52.659 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=16.146277ms] [] [2024/05/06 09:54:52.659 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=16.378359ms] [] [2024/05/06 09:54:52.701 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=107.200699ms] [] [2024/05/06 09:54:52.754 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:52.754 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/05/06 09:54:52.757 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/05/06 09:54:52.829 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/05/06 09:54:52.832 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/05/06 09:54:52.853 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:52.853 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/05/06 09:54:52.971 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:53.035 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.975343284\n# Parse_time: 0.000622801\n# Compile_time: 0.001518044\n# Rewrite_time: 0.000328246\n# Optimize_time: 0.003791081\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/05/06 09:54:53.052 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 09:54:53.055 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 09:54:53.091 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:53.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:53.091 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:53.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 09:54:53.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.191 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.084647ms] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:54:53.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/06 09:54:53.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.220929ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:54:53.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.283 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.308 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/06 09:54:53.308 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.314 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/06 09:54:53.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:53.359 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/06 09:54:53.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.459 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/05/06 09:54:53.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.705565ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:53.532 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/05/06 09:54:53.565 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=54.56039ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.645 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.687 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/06 09:54:53.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:53.691 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.379147245\n# Parse_time: 0.001215653\n# Compile_time: 0.001119683\n# Rewrite_time: 0.000054558\n# Optimize_time: 0.002179372\n# Wait_TS: 0.000380109\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/05/06 09:54:53.694 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 09:54:53.746 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:53.746 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 09:54:53.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:53.835 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/05/06 09:54:53.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.324312ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:54:53.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/05/06 09:54:53.977 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.047826ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:53.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:53.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:54.069 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/06 09:54:54.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:54.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380576373\n# Parse_time: 0.000731994\n# Compile_time: 0.001011342\n# Rewrite_time: 0.000058415\n# Optimize_time: 0.002179372\n# Wait_TS: 0.000339327\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 09:54:54.090 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:54.313 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:54.423 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:54.461 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/06 09:54:54.461 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:54.568 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:54.569 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:54.570 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/06 09:54:54.588 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:54.591 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:54:54.591 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/06 09:54:54.591 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=89.361Β΅s] [2024/05/06 09:54:54.591 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=208.588Β΅s] [] [2024/05/06 09:54:54.592 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:54.592 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:54.756 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/06 09:54:54.779 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/06 09:54:54.782 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:54.830 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:54.831 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 09:54:54.832 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:54.841 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:54.841 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:54.842 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:54.842 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:54.843 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:54.843 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:54.843 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:54.843 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:54.843 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:54.857 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:54.858 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:54.858 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:54:54.859 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:54.859 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=700.7GiB] [2024/05/06 09:54:54.901 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/05/06 09:54:54.905 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:54:54.909 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:54.909 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/06 09:54:54.960 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/06 09:54:54.963 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.460977ms] [encodeDur=919.579Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=422.384Β΅s] [type=file] [takeTime=3.341782ms] [] [2024/05/06 09:54:54.964 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/cf25bdb5-5619-4dc1-ba8f-3fb7b4ea6026.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/06 09:54:54.964 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=63.144069ms] [] [2024/05/06 09:54:54.965 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:54:54.965 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:54:54.965 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:54:54.967 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.230725ms] [] [2024/05/06 09:54:54.967 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 09:54:54.974 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:54.995 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:54:54.996 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:55.011 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:54:55.013 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=45.84504ms] [] [2024/05/06 09:54:55.013 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:54:55.014 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.082522ms] [] [2024/05/06 09:54:55.014 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/06 09:54:55.014 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:55.016 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.988656ms] [] [2024/05/06 09:54:55.016 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 09:54:55.017 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:55.017 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=66.05Β΅s] [] [2024/05/06 09:54:55.017 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:55.018 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=915.49Β΅s] [] [2024/05/06 09:54:55.070 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/06 09:54:55.072 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:55.072 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:55.072 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:55.072 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:55.073 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:55.073 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:55.075 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:55.075 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:55.075 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:55.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:55.075 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:55.075 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=245.070837ms] [] [2024/05/06 09:54:55.080 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:55.081 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:55.082 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:55.082 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:55.179 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:54:55.181 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:55.181 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:55.316 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:55.364 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:54:55.364 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:54:55.364 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/05/06 09:54:55.372 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=7.654033ms] [] [2024/05/06 09:54:55.372 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:54:55.372 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:54:55.372 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/05/06 09:54:55.372 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/06 09:54:55.376 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:54:55.377 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:54:55.377 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=12.928512ms] [] [2024/05/06 09:54:55.377 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=13.141016ms] [] [2024/05/06 09:54:55.419 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=102.649655ms] [] [2024/05/06 09:54:55.515 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:55.515 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/05/06 09:54:55.518 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/05/06 09:54:55.567 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/06 09:54:55.573 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/05/06 09:54:55.592 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:55.592 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/05/06 09:54:55.679 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.605011607\n# Parse_time: 0.001098821\n# Compile_time: 0.001911926\n# Rewrite_time: 0.00034579\n# Optimize_time: 0.002179372\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 09:54:55.683 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:55.704 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:55.912 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:55.994 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:56.029 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/06 09:54:56.029 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:56.136 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:56.137 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:56.138 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/06 09:54:56.157 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:56.160 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:54:56.160 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/06 09:54:56.160 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=65.116Β΅s] [2024/05/06 09:54:56.160 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=206.091Β΅s] [] [2024/05/06 09:54:56.160 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:56.160 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:56.329 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/06 09:54:56.352 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/06 09:54:56.365 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:56.404 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:56.405 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 09:54:56.406 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:56.415 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:56.415 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:56.415 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:56.415 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:56.416 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:56.417 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:56.417 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:56.417 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:56.417 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:56.434 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:56.436 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:56.436 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:54:56.436 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:56.436 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=700.7GiB] [2024/05/06 09:54:56.481 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/05/06 09:54:56.485 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:54:56.488 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:54:56.488 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/06 09:54:56.536 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/05/06 09:54:56.539 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.496983ms] [encodeDur=863.636Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=305.996Β΅s] [type=file] [takeTime=3.084249ms] [] [2024/05/06 09:54:56.540 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=58.927786ms] [] [2024/05/06 09:54:56.540 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/ca4065f1-016d-4a1f-ba29-8d53dd1d760d.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/06 09:54:56.540 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:54:56.540 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:54:56.540 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:54:56.543 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.717477ms] [] [2024/05/06 09:54:56.543 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:54:56.547 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:56.569 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:54:56.570 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:56.586 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:54:56.588 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=45.565817ms] [] [2024/05/06 09:54:56.588 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:54:56.589 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=987.458Β΅s] [] [2024/05/06 09:54:56.589 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/06 09:54:56.590 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:54:56.591 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.571032ms] [] [2024/05/06 09:54:56.591 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:54:56.591 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:54:56.591 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=70.557Β΅s] [] [2024/05/06 09:54:56.591 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:54:56.592 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=796.968Β΅s] [] [2024/05/06 09:54:56.641 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:56.644 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:56.644 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:56.644 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:56.644 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:56.646 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:56.646 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:56.646 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:56.646 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:56.646 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:56.646 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=242.464934ms] [] [2024/05/06 09:54:56.648 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:56.650 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:56.651 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:56.651 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:56.748 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:54:56.750 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:56.750 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:56.900 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:56.950 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:54:56.951 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:54:56.951 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/05/06 09:54:56.959 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=7.992321ms] [] [2024/05/06 09:54:56.959 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:54:56.959 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:54:56.959 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/05/06 09:54:56.959 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/06 09:54:56.963 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:54:56.963 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:54:56.963 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=12.838403ms] [] [2024/05/06 09:54:56.964 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=13.046168ms] [] [2024/05/06 09:54:57.006 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=105.057241ms] [] [2024/05/06 09:54:57.052 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:57.052 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/05/06 09:54:57.055 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/05/06 09:54:57.140 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/06 09:54:57.169 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:57.169 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/05/06 09:54:57.171 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/05/06 09:54:57.182 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/06 09:54:57.182 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=29] [2024/05/06 09:54:57.270 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5796152060000002\n# Parse_time: 0.000819753\n# Compile_time: 0.001820086\n# Rewrite_time: 0.000437256\n# Optimize_time: 0.001410212\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/06 09:54:57.273 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:57.281 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 09:54:57.287 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/06 09:54:57.314 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:57.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:57.314 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:57.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:54:57.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:57.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.380 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/05/06 09:54:57.423 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.664155ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:57.435 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/05/06 09:54:57.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=55.067559ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:57.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.526 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/06 09:54:57.536 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/06 09:54:57.540 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:57.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:57.599 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/06 09:54:57.600 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:57.603 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323239055\n# Parse_time: 0.000357151\n# Compile_time: 0.000850089\n# Rewrite_time: 0.000036515\n# Optimize_time: 0.001853366\n# Wait_TS: 0.000409259\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:54:57.617 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:57.791 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:57.905 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:57.945 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/05/06 09:54:57.945 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:54:58.051 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:54:58.052 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:58.053 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/06 09:54:58.077 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:58.080 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:54:58.081 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/06 09:54:58.081 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=82.799Β΅s] [2024/05/06 09:54:58.081 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=255.168Β΅s] [] [2024/05/06 09:54:58.081 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:54:58.081 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:54:58.206 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/06 09:54:58.229 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/06 09:54:58.256 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:54:58.329 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:58.330 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 09:54:58.332 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:58.341 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:54:58.341 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:54:58.342 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:58.342 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:54:58.343 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:58.343 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:54:58.343 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:54:58.343 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:54:58.343 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:58.359 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:54:58.361 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:54:58.361 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:54:58.361 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:54:58.361 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=700.7GiB] [2024/05/06 09:54:58.408 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/05/06 09:54:58.413 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:54:58.418 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:58.418 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/06 09:54:58.434 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/05/06 09:54:58.437 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.302387ms] [encodeDur=1.021219ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=340.829Β΅s] [type=file] [takeTime=3.25574ms] [] [2024/05/06 09:54:58.438 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=29.770627ms] [] [2024/05/06 09:54:58.438 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/2f381942-8911-420a-86ce-389643fc6bf4.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/06 09:54:58.438 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:54:58.439 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:54:58.439 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:54:58.441 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.347544ms] [] [2024/05/06 09:54:58.441 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/06 09:54:58.447 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:54:58.470 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:54:58.471 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:54:58.492 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:54:58.494 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=52.862996ms] [] [2024/05/06 09:54:58.494 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:54:58.496 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.525026ms] [] [2024/05/06 09:54:58.496 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/06 09:54:58.496 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:58.497 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.60489ms] [] [2024/05/06 09:54:58.497 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/06 09:54:58.498 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:58.498 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=62.542Β΅s] [] [2024/05/06 09:54:58.498 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:54:58.499 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=828.248Β΅s] [] [2024/05/06 09:54:58.552 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:54:58.555 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:54:58.555 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:58.555 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:58.555 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:54:58.557 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:54:58.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:54:58.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:54:58.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:54:58.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:54:58.557 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=228.041047ms] [] [2024/05/06 09:54:58.572 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:54:58.573 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:54:58.575 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/06 09:54:58.575 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:54:58.650 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/06 09:54:58.651 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:54:58.651 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:54:58.831 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:54:58.878 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:54:58.878 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:54:58.878 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/05/06 09:54:58.890 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=11.839681ms] [] [2024/05/06 09:54:58.890 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/06 09:54:58.890 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:54:58.890 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/05/06 09:54:58.890 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/06 09:54:58.894 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/06 09:54:58.895 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/06 09:54:58.895 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=16.995105ms] [] [2024/05/06 09:54:58.895 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=17.228117ms] [] [2024/05/06 09:54:58.943 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=111.265386ms] [] [2024/05/06 09:54:58.969 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:54:58.969 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/05/06 09:54:58.972 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/05/06 09:54:59.033 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/05/06 09:54:59.050 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/05/06 09:54:59.076 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:54:59.076 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/05/06 09:54:59.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.583238094\n# Parse_time: 0.000647798\n# Compile_time: 0.001546574\n# Rewrite_time: 0.000342563\n# Optimize_time: 0.001853366\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/06 09:54:59.198 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/06 09:54:59.213 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:54:59.233 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:59.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:54:59.233 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-06 09:54:59.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:54:59.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-06 09:54:59.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.312 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/05/06 09:54:59.359 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.944386ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:54:59.373 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/05/06 09:54:59.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.798532ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:59.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.468 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/06 09:54:59.480 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/05/06 09:54:59.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-06 09:54:59.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:54:59.589 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/06 09:54:59.589 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:54:59.594 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397954263\n# Parse_time: 0.000457173\n# Compile_time: 0.00111221\n# Rewrite_time: 0.000049983\n# Optimize_time: 0.000843026\n# Wait_TS: 0.000435629\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/06 09:54:59.610 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:54:59.792 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/06 09:54:59.881 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:54:59.927 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/05/06 09:54:59.928 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:00.033 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:00.034 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:00.035 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/06 09:55:00.053 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:00.056 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/06 09:55:00.057 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/06 09:55:00.057 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=82.19Β΅s] [2024/05/06 09:55:00.057 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=253.362Β΅s] [] [2024/05/06 09:55:00.057 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:00.057 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:00.163 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/06 09:55:00.184 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/06 09:55:00.197 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:00.239 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:00.240 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 09:55:00.241 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:00.251 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:00.251 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:00.251 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.251 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:00.252 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.252 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:00.253 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:00.253 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:00.253 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.268 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:00.269 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:00.270 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=752.3GB] [2024/05/06 09:55:00.270 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:00.270 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=700.7GiB] [2024/05/06 09:55:00.321 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/05/06 09:55:00.325 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/06 09:55:00.329 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/06 09:55:00.330 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/05/06 09:55:00.384 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/05/06 09:55:00.386 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.8716ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:55:00.386 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=65.479474ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:00.387 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:00.387 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:00.387 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:00.387 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:00.387 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:00.387 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:00.387 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:00.387 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:00.387 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:55:00.388 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:00.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.409 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/06 09:55:00.413 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:00.413 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:00.413 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.413 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:00.413 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:00.416 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:00.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:00.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:00.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:00.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:00.416 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=176.77532ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:55:00.416 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:00.474 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/05/06 09:55:00.507 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/05/06 09:55:00.547 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/06 09:55:00.548 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/06 09:55:00.565 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/05/06 09:55:00.633 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/05/06 09:55:00.651 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:00.651 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/05/06 09:55:00.730 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:00.842 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:55:00.843 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.247724435\n# Parse_time: 0.00090546\n# Compile_time: 0.001706365\n# Rewrite_time: 0.000346331\n# Optimize_time: 0.000843026\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/05/06 09:55:00.845 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:55:00.876 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:00.876 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:55:00.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:00.972 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=287.404Β΅s] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:00.986 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/05/06 09:55:01.021 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.552911ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.116 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=178.39Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:01.128 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/05/06 09:55:01.165 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.778572ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.274 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=225.363Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:01.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/05/06 09:55:01.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=54.071324ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.394 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/05/06 09:55:01.403 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/05/06 09:55:01.407 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:00.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.462 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/06 09:55:01.462 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:01.466 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.622004793\n# Parse_time: 0.000506731\n# Compile_time: 0.000716817\n# Rewrite_time: 0.000043087\n# Optimize_time: 0.000843026\n# Wait_TS: 0.000459482\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:55:01.468 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:55:01.500 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:01.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:01.500 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:01.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:55:01.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.572 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.062971ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:01.583 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/05/06 09:55:01.620 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.432121ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:01.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.684 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/06 09:55:01.684 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:01.692 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/06 09:55:01.770 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:01.770 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 09:55:01.824 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.833 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/05/06 09:55:01.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.787631ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:01.897 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/05/06 09:55:01.932 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=54.01165ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:01.981 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:01.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:02.013 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/06 09:55:02.013 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:02.016 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.32554859\n# Parse_time: 0.000758449\n# Compile_time: 0.001137041\n# Rewrite_time: 0.000046623\n# Optimize_time: 0.000843026\n# Wait_TS: 0.000383115\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/06 09:55:02.032 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:02.236 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:02.314 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:55:02.353 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/05/06 09:55:02.354 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:02.459 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:02.460 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:02.461 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/06 09:55:02.480 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:02.484 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:55:02.484 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:55:02.484 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=84.903Β΅s] [2024/05/06 09:55:02.484 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=250.484Β΅s] [] [2024/05/06 09:55:02.484 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:02.484 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:02.642 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/06 09:55:02.655 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:02.662 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/06 09:55:02.696 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:02.697 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 09:55:02.699 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:02.708 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:02.708 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:02.709 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:02.709 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:02.710 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:02.710 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:02.710 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:02.710 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:02.710 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:02.725 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:02.726 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:02.726 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:55:02.727 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:02.727 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=700.7GiB] [2024/05/06 09:55:02.769 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/05/06 09:55:02.773 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:02.778 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:02.778 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:55:02.832 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:55:02.836 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.379244ms] [encodeDur=1.174665ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=353.034Β΅s] [type=file] [takeTime=3.433288ms] [] [2024/05/06 09:55:02.836 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=67.873771ms] [] [2024/05/06 09:55:02.837 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/12ae44f7-229f-42a4-a1b3-75dd3eb6af5c.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:55:02.837 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:55:02.837 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:55:02.837 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:02.840 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.865303ms] [] [2024/05/06 09:55:02.840 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:55:02.845 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:02.868 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:55:02.868 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:02.884 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:55:02.886 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=45.863551ms] [] [2024/05/06 09:55:02.886 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:02.887 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.099808ms] [] [2024/05/06 09:55:02.888 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/06 09:55:02.888 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:02.889 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.611739ms] [] [2024/05/06 09:55:02.889 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:55:02.889 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:02.889 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=57.782Β΅s] [] [2024/05/06 09:55:02.889 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:02.890 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=811.642Β΅s] [] [2024/05/06 09:55:02.939 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:02.942 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:02.942 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:02.942 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:02.942 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:02.944 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:02.944 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:02.944 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:02.944 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:02.944 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:02.944 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=248.58455ms] [] [2024/05/06 09:55:02.977 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:02.978 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:02.980 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:02.980 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:03.086 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:55:03.088 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:03.088 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:55:03.242 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:03.292 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:55:03.293 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:55:03.293 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/05/06 09:55:03.301 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=8.318448ms] [] [2024/05/06 09:55:03.301 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:55:03.301 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:03.301 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/05/06 09:55:03.301 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/05/06 09:55:03.305 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:55:03.305 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:03.305 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=12.756976ms] [] [2024/05/06 09:55:03.305 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=12.945186ms] [] [2024/05/06 09:55:03.345 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=103.403764ms] [] [2024/05/06 09:55:03.406 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:03.406 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/05/06 09:55:03.409 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/05/06 09:55:03.459 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/05/06 09:55:03.467 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/06 09:55:03.484 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:03.484 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/05/06 09:55:03.570 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:03.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.554493328\n# Parse_time: 0.000896842\n# Compile_time: 0.002894421\n# Rewrite_time: 0.001669801\n# Optimize_time: 0.000843026\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:03.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:03.820 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:03.905 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:55:03.951 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/05/06 09:55:03.951 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:04.060 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:04.062 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:04.063 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/06 09:55:04.082 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:04.085 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:55:04.085 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:55:04.085 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=77.487Β΅s] [2024/05/06 09:55:04.085 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=233.127Β΅s] [] [2024/05/06 09:55:04.085 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:04.085 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:04.235 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/06 09:55:04.256 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/06 09:55:04.264 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:04.305 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:04.307 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 09:55:04.308 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:04.317 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:04.317 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:04.318 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:04.318 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:04.319 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:04.319 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:04.319 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:04.319 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:04.319 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:04.333 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:04.335 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:04.335 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:55:04.335 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:04.335 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=700.7GiB] [2024/05/06 09:55:04.377 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/05/06 09:55:04.381 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:04.385 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:04.386 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:55:04.394 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:55:04.397 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.232075ms] [encodeDur=1.013519ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=279.914Β΅s] [type=file] [takeTime=2.950199ms] [] [2024/05/06 09:55:04.398 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=20.404384ms] [] [2024/05/06 09:55:04.398 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/92df0e56-c43c-42bf-8ecf-d5bba76c20ae.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:55:04.398 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:55:04.398 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:55:04.398 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:04.400 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.013189ms] [] [2024/05/06 09:55:04.400 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:55:04.405 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:04.427 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:55:04.428 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:04.451 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:55:04.453 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=52.007773ms] [] [2024/05/06 09:55:04.453 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:04.454 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.295577ms] [] [2024/05/06 09:55:04.454 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/06 09:55:04.454 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:04.456 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.593529ms] [] [2024/05/06 09:55:04.456 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:55:04.456 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:04.456 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=63.137Β΅s] [] [2024/05/06 09:55:04.456 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:04.457 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=850.687Β΅s] [] [2024/05/06 09:55:04.499 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:04.502 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:04.502 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:04.502 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:04.502 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:04.504 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:04.504 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:04.504 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:04.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:04.504 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:04.504 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=199.095484ms] [] [2024/05/06 09:55:04.590 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:04.592 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:04.593 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:04.593 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:04.667 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:55:04.669 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:04.669 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:55:04.800 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:04.846 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:55:04.847 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:55:04.847 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/05/06 09:55:04.851 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=3.791426ms] [] [2024/05/06 09:55:04.851 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:55:04.851 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:04.851 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/05/06 09:55:04.851 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/05/06 09:55:04.857 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:55:04.858 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:04.858 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=11.284743ms] [] [2024/05/06 09:55:04.858 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=11.489023ms] [] [2024/05/06 09:55:04.899 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=98.903152ms] [] [2024/05/06 09:55:04.972 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:04.973 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/05/06 09:55:04.976 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/05/06 09:55:05.054 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/05/06 09:55:05.056 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/05/06 09:55:05.081 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:05.081 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/05/06 09:55:05.169 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.57495059\n# Parse_time: 0.000668086\n# Compile_time: 0.002292844\n# Rewrite_time: 0.001216651\n# Optimize_time: 0.001034083\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:05.170 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:05.205 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:05.430 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:05.516 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:55:05.555 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/06 09:55:05.555 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:05.663 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:05.664 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:05.665 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/06 09:55:05.686 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:05.689 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/06 09:55:05.689 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/06 09:55:05.689 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=56.454Β΅s] [2024/05/06 09:55:05.690 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=170.045Β΅s] [] [2024/05/06 09:55:05.690 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:05.690 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:05.842 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/06 09:55:05.863 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/06 09:55:05.880 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:05.918 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:05.919 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 09:55:05.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:05.930 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:05.930 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:05.931 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:05.931 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:05.932 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:05.932 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:05.932 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:05.932 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:05.932 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:05.945 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:05.947 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:05.947 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=752.3GB] [2024/05/06 09:55:05.947 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:05.947 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=700.7GiB] [2024/05/06 09:55:05.988 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/05/06 09:55:05.992 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:05.995 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:05.995 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/06 09:55:06.045 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/06 09:55:06.047 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.042643ms] [encodeDur=881.181Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=264.32Β΅s] [type=file] [takeTime=2.570466ms] [] [2024/05/06 09:55:06.048 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=59.892734ms] [] [2024/05/06 09:55:06.048 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/d34d93f6-6301-4460-825e-a97a823620cf.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/06 09:55:06.048 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:55:06.048 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:55:06.048 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:06.051 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.343129ms] [] [2024/05/06 09:55:06.051 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/06 09:55:06.057 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:06.079 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:55:06.080 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:06.098 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:55:06.100 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=49.638384ms] [] [2024/05/06 09:55:06.101 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/06 09:55:06.102 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.057063ms] [] [2024/05/06 09:55:06.102 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/06 09:55:06.102 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:06.103 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.466093ms] [] [2024/05/06 09:55:06.103 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/06 09:55:06.103 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:06.103 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=54.465Β΅s] [] [2024/05/06 09:55:06.104 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/06 09:55:06.104 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=843.327Β΅s] [] [2024/05/06 09:55:06.181 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:06.186 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:06.186 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:06.186 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:06.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:06.186 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:06.187 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:06.188 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:06.188 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:06.189 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:06.189 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:06.189 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:06.189 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:06.189 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:06.189 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=271.351014ms] [] [2024/05/06 09:55:06.262 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:55:06.263 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:06.263 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:55:06.386 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:06.450 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:55:06.450 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:55:06.450 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/05/06 09:55:06.455 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=4.903215ms] [] [2024/05/06 09:55:06.455 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:55:06.455 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:06.455 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/05/06 09:55:06.455 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/05/06 09:55:06.461 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:55:06.462 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:06.462 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=12.229064ms] [] [2024/05/06 09:55:06.463 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=12.505938ms] [] [2024/05/06 09:55:06.536 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=150.120927ms] [] [2024/05/06 09:55:06.584 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:06.584 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/05/06 09:55:06.588 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/05/06 09:55:06.632 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/05/06 09:55:06.664 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/06 09:55:06.694 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:06.694 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/05/06 09:55:06.788 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.598500856\n# Parse_time: 0.001134521\n# Compile_time: 0.002327317\n# Rewrite_time: 0.001282862\n# Optimize_time: 0.000954579\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:06.797 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:06.799 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/06 09:55:06.842 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:06.842 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 09:55:06.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:06.898 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/05/06 09:55:06.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.139732ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:07.005 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/05/06 09:55:07.038 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=54.391752ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:06.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.089 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:06.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:07.127 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/06 09:55:07.127 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:07.131 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333691713\n# Parse_time: 0.000709163\n# Compile_time: 0.000893244\n# Rewrite_time: 0.00004266\n# Optimize_time: 0.001201292\n# Wait_TS: 0.000368057\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/06 09:55:07.148 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:07.363 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:07.469 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:55:07.512 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/05/06 09:55:07.513 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:07.619 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:07.620 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:07.621 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/06 09:55:07.642 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:07.645 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:55:07.645 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:55:07.645 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=53.584Β΅s] [2024/05/06 09:55:07.645 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=176.645Β΅s] [] [2024/05/06 09:55:07.645 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:07.645 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:07.766 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/06 09:55:07.822 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/06 09:55:07.837 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:07.880 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:07.883 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 09:55:07.884 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:07.895 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:07.895 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:07.896 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:07.896 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:07.897 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:07.897 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:07.897 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:07.897 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:07.898 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:07.916 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:07.917 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:07.917 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:55:07.917 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:07.918 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=700.7GiB] [2024/05/06 09:55:07.972 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/05/06 09:55:07.978 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:07.981 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:07.982 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:55:08.035 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:55:08.037 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.088505ms] [encodeDur=898.181Β΅s] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=287.362Β΅s] [type=file] [takeTime=2.679248ms] [] [2024/05/06 09:55:08.038 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=65.867696ms] [] [2024/05/06 09:55:08.038 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/35444d1c-8085-4038-9b12-bbbf0f2ea5a0.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:55:08.038 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:55:08.038 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:55:08.038 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:08.040 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.974256ms] [] [2024/05/06 09:55:08.041 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:55:08.045 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:08.067 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:55:08.068 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:08.089 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:55:08.092 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=51.03464ms] [] [2024/05/06 09:55:08.092 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:08.093 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.435463ms] [] [2024/05/06 09:55:08.093 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/06 09:55:08.093 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:08.096 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=2.494327ms] [] [2024/05/06 09:55:08.096 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:55:08.096 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:08.096 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=63.954Β΅s] [] [2024/05/06 09:55:08.096 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:08.097 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.040275ms] [] [2024/05/06 09:55:08.132 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:08.134 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:08.135 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:08.135 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:08.155 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/06 09:55:08.159 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:08.159 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:08.159 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:08.159 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:08.159 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:08.159 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:08.159 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:08.160 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:08.160 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:08.160 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:08.160 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:08.160 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:08.160 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:08.162 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:08.163 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:08.163 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:08.163 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:08.163 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:08.163 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=282.277498ms] [] [2024/05/06 09:55:08.220 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:55:08.223 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:08.223 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:55:08.414 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:08.472 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:55:08.472 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:55:08.472 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/05/06 09:55:08.483 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=10.635571ms] [] [2024/05/06 09:55:08.483 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/05/06 09:55:08.483 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 09:55:08.483 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/05/06 09:55:08.483 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/05/06 09:55:08.488 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/05/06 09:55:08.489 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/06 09:55:08.489 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=16.911182ms] [] [2024/05/06 09:55:08.489 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=17.19873ms] [] [2024/05/06 09:55:08.540 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=126.036938ms] [] [2024/05/06 09:55:08.541 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:08.542 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/05/06 09:55:08.545 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/05/06 09:55:08.598 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/05/06 09:55:08.619 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/05/06 09:55:08.689 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:08.689 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/05/06 09:55:08.751 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.618794074\n# Parse_time: 0.001420929\n# Compile_time: 0.003324629\n# Rewrite_time: 0.001711876\n# Optimize_time: 0.001201292\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:08.792 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:08.804 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:09.012 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:09.142 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:55:09.181 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/05/06 09:55:09.181 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:09.286 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:09.287 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:09.288 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/06 09:55:09.308 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:09.311 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:55:09.311 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:55:09.311 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=55.87Β΅s] [2024/05/06 09:55:09.311 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=155.711Β΅s] [] [2024/05/06 09:55:09.312 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:09.312 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:09.486 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/06 09:55:09.507 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/06 09:55:09.510 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:09.551 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:09.552 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 09:55:09.554 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:09.564 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:09.565 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:09.565 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:09.565 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:09.566 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:09.566 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:09.566 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:09.566 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:09.567 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:09.581 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:09.582 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:09.583 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:55:09.583 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:09.583 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=700.7GiB] [2024/05/06 09:55:09.628 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/05/06 09:55:09.633 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:09.636 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:09.637 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:55:09.652 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:55:09.655 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.062912ms] [encodeDur=732.643Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=290.206Β΅s] [type=file] [takeTime=2.446319ms] [] [2024/05/06 09:55:09.655 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/ffc8aa2d-9013-4b83-b54f-4edb5389a844.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:55:09.655 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=27.094182ms] [] [2024/05/06 09:55:09.655 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:55:09.656 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:55:09.656 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:09.658 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.992335ms] [] [2024/05/06 09:55:09.658 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:55:09.662 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:09.684 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/06 09:55:09.685 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:09.702 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/06 09:55:09.704 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=46.290266ms] [] [2024/05/06 09:55:09.704 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:09.706 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.447417ms] [] [2024/05/06 09:55:09.706 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/06 09:55:09.706 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:09.708 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.830312ms] [] [2024/05/06 09:55:09.708 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:55:09.708 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:09.708 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=60.29Β΅s] [] [2024/05/06 09:55:09.708 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:09.709 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.110669ms] [] [2024/05/06 09:55:09.774 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:09.777 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:09.777 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:09.777 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:09.778 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:09.780 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:09.780 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:09.780 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:09.780 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:09.780 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:09.780 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=229.550982ms] [] [2024/05/06 09:55:09.803 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:09.805 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:09.807 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:09.807 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:09.922 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/06 09:55:09.924 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:09.924 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:55:10.057 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:10.108 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:55:10.108 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:55:10.108 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/05/06 09:55:10.112 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=4.561142ms] [] [2024/05/06 09:55:10.113 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/06 09:55:10.113 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:10.113 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/05/06 09:55:10.113 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/05/06 09:55:10.117 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/06 09:55:10.117 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/06 09:55:10.117 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.657982ms] [] [2024/05/06 09:55:10.118 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=9.895467ms] [] [2024/05/06 09:55:10.158 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=101.750304ms] [] [2024/05/06 09:55:10.199 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:10.199 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/05/06 09:55:10.202 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/05/06 09:55:10.278 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/05/06 09:55:10.288 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/05/06 09:55:10.312 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:10.312 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/05/06 09:55:10.402 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:10.404 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6182400289999999\n# Parse_time: 0.000830406\n# Compile_time: 0.003139874\n# Rewrite_time: 0.001706416\n# Optimize_time: 0.001068297\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:10.438 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:10.611 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:10.731 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=29] [global-sort=false] [2024/05/06 09:55:10.789 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/06 09:55:10.789 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=29] [2024/05/06 09:55:10.895 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:10.896 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:10.897 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/06 09:55:10.918 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:10.920 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/06 09:55:10.920 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/06 09:55:10.920 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=66.713Β΅s] [2024/05/06 09:55:10.921 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=256.587Β΅s] [] [2024/05/06 09:55:10.921 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:10.921 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=29] [subtasks=1] [2024/05/06 09:55:11.037 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/06 09:55:11.084 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/06 09:55:11.094 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=29] [2024/05/06 09:55:11.135 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:11.136 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 09:55:11.140 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:11.150 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:11.150 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:11.151 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:11.151 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:11.152 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:11.152 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:11.152 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:11.152 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:11.152 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:11.166 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:11.167 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:11.167 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=752.3GB] [2024/05/06 09:55:11.167 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:11.168 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=700.7GiB] [2024/05/06 09:55:11.213 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/05/06 09:55:11.217 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:11.220 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:11.220 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/06 09:55:11.243 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/06 09:55:11.247 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.453431ms] [encodeDur=1.433225ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=295.676Β΅s] [type=file] [takeTime=3.648284ms] [] [2024/05/06 09:55:11.248 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=34.808774ms] [] [2024/05/06 09:55:11.248 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/eba1f400-a406-48a6-91de-cb33e7598578.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/06 09:55:11.248 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:55:11.248 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:55:11.248 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:11.250 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.04461ms] [] [2024/05/06 09:55:11.250 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/06 09:55:11.255 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:11.277 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:55:11.277 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:11.295 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:55:11.298 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=47.501218ms] [] [2024/05/06 09:55:11.298 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/06 09:55:11.299 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.257096ms] [] [2024/05/06 09:55:11.299 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/06 09:55:11.299 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:11.301 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.568811ms] [] [2024/05/06 09:55:11.301 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/06 09:55:11.301 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:11.301 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=59.066Β΅s] [] [2024/05/06 09:55:11.301 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/06 09:55:11.302 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=879.146Β΅s] [] [2024/05/06 09:55:11.347 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:11.350 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:11.350 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:11.350 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:11.350 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:11.352 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:11.353 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:11.353 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:11.353 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:11.353 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:11.353 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=217.518224ms] [] [2024/05/06 09:55:11.409 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:11.411 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:11.412 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:11.412 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:11.529 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/06 09:55:11.531 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:11.531 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=29] [subtasks=1] [2024/05/06 09:55:11.666 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [2024/05/06 09:55:11.718 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:55:11.718 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:55:11.718 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/05/06 09:55:11.723 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=4.323862ms] [] [2024/05/06 09:55:11.723 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:55:11.723 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:55:11.723 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/05/06 09:55:11.723 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/05/06 09:55:11.727 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:55:11.727 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:55:11.727 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=9.222379ms] [] [2024/05/06 09:55:11.728 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=9.457388ms] [] [2024/05/06 09:55:11.768 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=29, Mem=16GiB]"] [takeTime=101.484522ms] [] [2024/05/06 09:55:11.811 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:11.811 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/05/06 09:55:11.814 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/05/06 09:55:11.897 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/05/06 09:55:11.920 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/06 09:55:11.923 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:11.923 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/05/06 09:55:12.003 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.578372813\n# Parse_time: 0.000902354\n# Compile_time: 0.002776248\n# Rewrite_time: 0.001383985\n# Optimize_time: 0.001089151\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:12.008 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestIgnoreNLines [2024/05/06 09:55:12.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:55:12.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:12.046 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:55:12.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.133 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=263.627Β΅s] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:12.145 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/05/06 09:55:12.182 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.844495ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.251 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=184.081Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:12.264 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/05/06 09:55:12.301 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=54.276664ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=278.508Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:12.400 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/05/06 09:55:12.434 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=58] [new=16] [2024/05/06 09:55:12.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.646328ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.469 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/05/06 09:55:12.477 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/05/06 09:55:12.481 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:11.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.531 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/06 09:55:12.531 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:12.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.523128913\n# Parse_time: 0.000497959\n# Compile_time: 0.000666118\n# Rewrite_time: 0.000032096\n# Optimize_time: 0.000976219\n# Wait_TS: 0.00042516\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:55:12.537 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/06 09:55:12.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:12.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:12.568 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:12.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:55:12.631 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:12.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=1.042803ms] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:12.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/05/06 09:55:12.709 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.596811ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:12.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.821 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:12.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.850 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/06 09:55:12.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:12.854 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317532527\n# Parse_time: 0.000350651\n# Compile_time: 0.000885312\n# Rewrite_time: 0.000046629\n# Optimize_time: 0.000976219\n# Wait_TS: 0.000317573\n# DB: load_csv\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:55:12.857 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:55:12.860 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:55:12.905 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:12.905 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:12.972 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:12.981 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/05/06 09:55:13.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.394452ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:13.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/05/06 09:55:13.100 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=54.359311ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:13.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:12.835 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:13.266 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/06 09:55:13.266 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:13.270 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.411278324\n# Parse_time: 0.000565645\n# Compile_time: 0.00085976\n# Rewrite_time: 0.000061062\n# Optimize_time: 0.000976219\n# Wait_TS: 0.000406273\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:13.286 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:13.462 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:13.559 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:55:13.653 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/05/06 09:55:13.653 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:55:13.761 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:13.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:13.765 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/06 09:55:13.791 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:13.794 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:13.794 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:55:13.794 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=69.082Β΅s] [2024/05/06 09:55:13.794 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.711Β΅s] [] [2024/05/06 09:55:13.794 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:13.794 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:55:13.941 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/06 09:55:13.962 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/06 09:55:13.982 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:55:14.028 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:55:14.030 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 09:55:14.031 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:14.074 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:14.074 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:14.075 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:14.075 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:14.076 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:14.077 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:14.077 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:14.077 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:14.077 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:14.095 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:14.096 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:14.096 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:14.097 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=700.7GiB] [2024/05/06 09:55:14.097 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:14.145 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/05/06 09:55:14.149 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:14.153 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:14.153 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 09:55:14.170 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/06 09:55:14.174 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.583116ms] [encodeDur=1.546589ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=374.974Β΅s] [type=file] [takeTime=4.037531ms] [] [2024/05/06 09:55:14.175 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/06 09:55:14.175 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/558ae5d3-4d07-4339-8f16-6a05e576beef.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/05/06 09:55:14.193 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/06 09:55:14.197 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.587869ms] [encodeDur=1.536841ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=353.951Β΅s] [type=file] [takeTime=3.877926ms] [] [2024/05/06 09:55:14.197 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=52.261856ms] [] [2024/05/06 09:55:14.197 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b4126fe8-a038-40e3-81a7-6e360b5df3d9.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/05/06 09:55:14.198 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:55:14.198 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:55:14.198 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:14.199 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.746512ms] [] [2024/05/06 09:55:14.199 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:14.205 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:14.227 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/06 09:55:14.227 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:14.242 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/06 09:55:14.244 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.724982ms] [] [2024/05/06 09:55:14.244 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:14.245 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.095605ms] [] [2024/05/06 09:55:14.246 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/06 09:55:14.246 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:14.247 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.77806ms] [] [2024/05/06 09:55:14.247 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:14.248 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:14.248 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=75.982Β΅s] [] [2024/05/06 09:55:14.248 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:14.249 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=967.954Β΅s] [] [2024/05/06 09:55:14.312 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/06 09:55:14.315 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:14.316 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:14.316 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:14.316 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:14.318 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:14.318 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:14.318 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:14.318 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:14.318 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:14.318 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=289.620259ms] [] [2024/05/06 09:55:14.377 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:14.379 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:14.380 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:14.380 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:14.449 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/06 09:55:14.450 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:14.450 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:55:14.661 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:55:14.720 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:55:14.720 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:55:14.721 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/05/06 09:55:14.729 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=8.488821ms] [] [2024/05/06 09:55:14.729 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/05/06 09:55:14.729 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 09:55:14.729 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/05/06 09:55:14.729 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/05/06 09:55:14.733 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/05/06 09:55:14.734 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/06 09:55:14.734 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.884769ms] [] [2024/05/06 09:55:14.734 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=14.146937ms] [] [2024/05/06 09:55:14.784 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:14.784 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/05/06 09:55:14.786 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=124.545289ms] [] [2024/05/06 09:55:14.788 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/05/06 09:55:14.878 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/06 09:55:14.883 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/05/06 09:55:14.916 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:14.916 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/05/06 09:55:15.005 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:15.121 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.850086153\n# Parse_time: 0.000599079\n# Compile_time: 0.001612718\n# Rewrite_time: 0.000424642\n# Optimize_time: 0.000976219\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:55:15.130 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:55:15.169 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:15.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:15.169 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:15.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:55:15.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:15.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:15.254 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/05/06 09:55:15.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=2.829671ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:15.365 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/05/06 09:55:15.397 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=54.574519ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:15.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:15.481 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/06 09:55:15.493 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/06 09:55:15.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:15.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:15.566 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/06 09:55:15.566 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:15.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.442902614\n# Parse_time: 0.000224386\n# Compile_time: 0.000706938\n# Rewrite_time: 0.000034865\n# Optimize_time: 0.000849066\n# Wait_TS: 0.000406234\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:55:15.592 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:15.827 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:15.922 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:55:15.966 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/05/06 09:55:15.967 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:55:16.072 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:16.073 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:16.075 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/06 09:55:16.101 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:16.105 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:16.105 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:55:16.105 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=94.566Β΅s] [2024/05/06 09:55:16.105 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=299.435Β΅s] [] [2024/05/06 09:55:16.105 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:16.105 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:55:16.280 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/06 09:55:16.300 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/06 09:55:16.315 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:55:16.353 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:55:16.354 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 09:55:16.355 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:16.369 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:16.370 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:16.370 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:16.370 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:16.372 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:16.372 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:16.373 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:16.373 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:16.373 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:16.394 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:16.395 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:16.395 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:16.395 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:16.395 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=700.7GiB] [2024/05/06 09:55:16.444 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/05/06 09:55:16.448 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:16.451 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:16.451 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 09:55:16.472 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/06 09:55:16.474 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=280.751Β΅s] [encodeDur=1.21314ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=419.721Β΅s] [type=file] [takeTime=2.459424ms] [] [2024/05/06 09:55:16.475 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/06 09:55:16.475 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/d06eb8e5-2100-4eb7-98f5-2cd7c29c2716.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/05/06 09:55:16.533 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/06 09:55:16.536 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=378.245Β΅s] [encodeDur=1.171562ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=387.084Β΅s] [type=file] [takeTime=2.2639ms] [] [2024/05/06 09:55:16.536 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=92.129374ms] [] [2024/05/06 09:55:16.536 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/26e637cc-476b-4f8a-acc2-15a5216f48d5.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/05/06 09:55:16.537 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:55:16.537 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:55:16.537 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:16.539 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.190721ms] [] [2024/05/06 09:55:16.539 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:16.546 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:16.568 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/06 09:55:16.569 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:16.585 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/06 09:55:16.587 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=47.971988ms] [] [2024/05/06 09:55:16.587 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:16.588 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.172432ms] [] [2024/05/06 09:55:16.589 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/06 09:55:16.589 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:16.590 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.719719ms] [] [2024/05/06 09:55:16.590 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:16.591 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:16.591 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.021Β΅s] [] [2024/05/06 09:55:16.591 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:16.591 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=788.479Β΅s] [] [2024/05/06 09:55:16.638 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/06 09:55:16.641 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:16.641 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:16.641 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:16.641 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:16.641 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:16.641 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:16.641 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:16.641 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:16.642 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:16.642 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:16.642 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:16.642 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:16.642 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:16.644 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:16.644 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:16.644 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:16.644 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:16.644 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:16.644 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=291.385232ms] [] [2024/05/06 09:55:16.717 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:16.718 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:16.719 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:16.719 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:16.791 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/06 09:55:16.793 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:16.793 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:55:16.945 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:55:17.000 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:55:17.000 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:55:17.000 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/05/06 09:55:17.007 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=6.803455ms] [] [2024/05/06 09:55:17.007 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/05/06 09:55:17.007 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 09:55:17.007 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/05/06 09:55:17.007 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/05/06 09:55:17.011 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/05/06 09:55:17.012 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/06 09:55:17.012 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=12.147629ms] [] [2024/05/06 09:55:17.012 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=12.320819ms] [] [2024/05/06 09:55:17.088 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=143.182574ms] [] [2024/05/06 09:55:17.099 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:17.099 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/05/06 09:55:17.102 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/05/06 09:55:17.177 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/05/06 09:55:17.191 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/05/06 09:55:17.199 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:17.199 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/05/06 09:55:17.309 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:17.530 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.956496937\n# Parse_time: 0.000837847\n# Compile_time: 0.002523923\n# Rewrite_time: 0.000488042\n# Optimize_time: 0.000849066\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/06 09:55:17.542 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:55:17.582 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:17.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:17.582 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:17.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:55:17.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:17.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:17.648 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/05/06 09:55:17.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.49873ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:17.708 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/05/06 09:55:17.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.484082ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:17.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:17.819 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/06 09:55:17.829 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/05/06 09:55:17.833 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:17.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:17.905 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/06 09:55:17.905 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:17.909 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368087998\n# Parse_time: 0.00054367\n# Compile_time: 0.001149037\n# Rewrite_time: 0.000057897\n# Optimize_time: 0.002316117\n# Wait_TS: 0.000397184\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:55:17.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:18.136 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:18.236 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:55:18.285 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/05/06 09:55:18.285 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:55:18.394 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:18.396 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:18.397 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/06 09:55:18.418 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:18.421 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:18.422 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/06 09:55:18.422 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=83.263Β΅s] [2024/05/06 09:55:18.422 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=276.082Β΅s] [] [2024/05/06 09:55:18.422 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:18.422 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:55:18.569 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/06 09:55:18.590 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/06 09:55:18.600 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:55:18.640 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:55:18.641 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 09:55:18.642 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:18.651 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:18.651 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:18.652 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:18.652 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:18.653 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:18.653 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:18.653 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:18.653 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:18.653 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:18.672 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:18.674 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:18.674 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:18.674 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:18.674 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=700.7GiB] [2024/05/06 09:55:18.761 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/05/06 09:55:18.766 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:18.769 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:18.770 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 09:55:18.786 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/05/06 09:55:18.788 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=112.745Β΅s] [encodeDur=1.513649ms] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=265.951Β΅s] [type=file] [takeTime=2.355009ms] [] [2024/05/06 09:55:18.789 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/06 09:55:18.789 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b3ce607a-e1c8-42f9-8a41-052bf83848c8.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/05/06 09:55:18.805 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/05/06 09:55:18.807 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=231.109Β΅s] [encodeDur=769.498Β΅s] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=282.958Β΅s] [type=file] [takeTime=1.616524ms] [] [2024/05/06 09:55:18.808 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=46.370326ms] [] [2024/05/06 09:55:18.808 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b6f145c9-b2c9-4c8c-a47c-191c0baf2f99.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/05/06 09:55:18.808 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:55:18.808 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:55:18.808 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:18.810 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.80098ms] [] [2024/05/06 09:55:18.810 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:18.815 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:18.837 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/06 09:55:18.837 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:18.852 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/06 09:55:18.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.151392ms] [] [2024/05/06 09:55:18.854 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:18.856 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.309306ms] [] [2024/05/06 09:55:18.856 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/06 09:55:18.856 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:18.857 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.5082ms] [] [2024/05/06 09:55:18.858 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:18.858 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:18.858 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=94.777Β΅s] [] [2024/05/06 09:55:18.858 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:18.859 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=885.439Β΅s] [] [2024/05/06 09:55:18.907 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:18.909 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:18.909 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/06 09:55:18.910 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:18.910 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:18.912 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:18.912 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:18.913 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:18.912 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:18.913 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:18.913 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:18.913 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:18.915 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:18.915 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:18.915 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:18.915 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:18.915 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:18.916 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=275.876809ms] [] [2024/05/06 09:55:18.992 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/06 09:55:18.994 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:18.994 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:55:19.217 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:55:19.272 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:55:19.273 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:55:19.273 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/05/06 09:55:19.284 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=10.91999ms] [] [2024/05/06 09:55:19.284 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/05/06 09:55:19.284 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 09:55:19.284 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/05/06 09:55:19.284 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/05/06 09:55:19.291 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/05/06 09:55:19.292 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/06 09:55:19.292 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=19.211015ms] [] [2024/05/06 09:55:19.292 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=19.43244ms] [] [2024/05/06 09:55:19.336 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=118.707583ms] [] [2024/05/06 09:55:19.405 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:19.405 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/05/06 09:55:19.408 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/05/06 09:55:19.461 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/05/06 09:55:19.492 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/05/06 09:55:19.548 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:19.548 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/05/06 09:55:19.649 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:19.803 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.893163093\n# Parse_time: 0.000658052\n# Compile_time: 0.001259528\n# Rewrite_time: 0.00032186\n# Optimize_time: 0.002316117\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/05/06 09:55:19.817 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/06 09:55:19.846 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:19.846 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/05/06 09:55:19.888 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:19.921 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=254.281Β΅s] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:19.934 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/05/06 09:55:19.970 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.574637ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.082 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=214.935Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:20.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/05/06 09:55:20.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=54.606053ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=184.753Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:20.212 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/05/06 09:55:20.251 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.657957ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.293 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/05/06 09:55:20.303 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/05/06 09:55:20.306 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:19.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.357 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/06 09:55:20.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:20.361 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.545882719\n# Parse_time: 0.000737808\n# Compile_time: 0.001078356\n# Rewrite_time: 0.000050435\n# Optimize_time: 0.001178161\n# Wait_TS: 0.000338417\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/06 09:55:20.363 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/06 09:55:20.393 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:20.393 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/06 09:55:20.461 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.529 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.002511ms] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:20.540 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/05/06 09:55:20.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=54.531312ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.662 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:20.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.688 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/06 09:55:20.688 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:20.692 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329729328\n# Parse_time: 0.000403936\n# Compile_time: 0.000750048\n# Rewrite_time: 0.000033692\n# Optimize_time: 0.001178161\n# Wait_TS: 0.000410032\n# DB: load_data\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/05/06 09:55:20.695 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:55:20.766 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:20.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:20.766 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:20.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:20.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:20.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:20.856 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/05/06 09:55:20.913 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.292083ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:20.924 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/05/06 09:55:20.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=73.428718ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:20.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:21.051 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:20.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:21.097 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/06 09:55:21.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:21.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.406957617\n# Parse_time: 0.000640823\n# Compile_time: 0.000902413\n# Rewrite_time: 0.000053976\n# Optimize_time: 0.001178161\n# Wait_TS: 0.000390623\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:21.103 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/06 09:55:21.335 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/06 09:55:21.523 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:55:21.688 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:55:21.864 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:55:22.015 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:55:22.223 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:55:22.390 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:22.604 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:22.708 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:22.755 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/06 09:55:22.756 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:22.862 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:22.864 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:22.866 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/06 09:55:22.891 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:22.894 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:22.894 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:55:22.894 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=75.699Β΅s] [2024/05/06 09:55:22.894 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=194.401Β΅s] [] [2024/05/06 09:55:22.894 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:22.894 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:23.065 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/06 09:55:23.089 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/06 09:55:23.123 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:23.163 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:23.165 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 09:55:23.166 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:23.176 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:23.176 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:23.176 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:23.176 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:23.177 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:23.177 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:23.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:23.177 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:23.178 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:23.194 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:23.196 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:23.196 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:23.196 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:23.196 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=700.7GiB] [2024/05/06 09:55:23.243 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/05/06 09:55:23.247 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:23.251 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:23.251 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/06 09:55:23.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/06 09:55:23.277 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.302115ms] [encodeDur=762.176Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=395.528Β΅s] [type=file] [takeTime=2.904353ms] [] [2024/05/06 09:55:23.278 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/66c30a24-6c2d-4b63-a479-2bb87910508e.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/06 09:55:23.278 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=34.626667ms] [] [2024/05/06 09:55:23.278 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:55:23.279 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:55:23.279 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:23.281 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.907448ms] [] [2024/05/06 09:55:23.281 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:55:23.285 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:23.307 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:55:23.308 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:23.323 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:55:23.325 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.669993ms] [] [2024/05/06 09:55:23.325 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:23.327 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.180151ms] [] [2024/05/06 09:55:23.327 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/06 09:55:23.327 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:23.329 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.711233ms] [] [2024/05/06 09:55:23.329 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:55:23.329 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:23.329 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=56.057Β΅s] [] [2024/05/06 09:55:23.329 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:23.330 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=967.766Β΅s] [] [2024/05/06 09:55:23.380 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/06 09:55:23.383 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:23.383 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:23.383 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:23.383 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:23.383 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:23.383 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:23.383 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:23.384 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:23.383 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:23.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:23.384 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:23.384 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:23.384 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:23.384 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:23.384 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:23.386 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:23.386 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:23.386 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:23.386 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:23.386 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:23.386 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:23.386 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:23.387 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=223.133148ms] [] [2024/05/06 09:55:23.493 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:55:23.495 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:23.495 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:23.654 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:23.710 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:55:23.710 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:55:23.710 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/05/06 09:55:23.719 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=8.021244ms] [] [2024/05/06 09:55:23.719 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:55:23.719 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:55:23.719 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/05/06 09:55:23.719 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/05/06 09:55:23.723 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:55:23.724 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:55:23.724 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=13.576189ms] [] [2024/05/06 09:55:23.724 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=13.753018ms] [] [2024/05/06 09:55:23.809 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=154.757392ms] [] [2024/05/06 09:55:23.814 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:23.814 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/05/06 09:55:23.817 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/05/06 09:55:23.861 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/06 09:55:23.873 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/05/06 09:55:23.889 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:23.889 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/05/06 09:55:23.986 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.612867622\n# Parse_time: 0.000636186\n# Compile_time: 0.00172786\n# Rewrite_time: 0.000384048\n# Optimize_time: 0.001178161\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:55:23.997 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/06 09:55:23.998 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:23.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 09:55:24.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:23.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:24.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:23.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:55:24.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:23.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:24.122 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/05/06 09:55:24.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.956741ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:24.200 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/05/06 09:55:24.234 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=56.647066ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:23.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:24.315 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/05/06 09:55:24.325 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/06 09:55:24.331 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:23.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:24.397 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/06 09:55:24.397 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:24.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.403360062\n# Parse_time: 0.000261933\n# Compile_time: 0.000880047\n# Rewrite_time: 0.000050295\n# Optimize_time: 0.00206101\n# Wait_TS: 0.000407951\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:55:24.419 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:24.651 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:24.756 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:24.800 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/05/06 09:55:24.800 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:24.907 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:24.908 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:24.910 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/06 09:55:24.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:24.934 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:24.934 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:55:24.934 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=66.335Β΅s] [2024/05/06 09:55:24.934 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=208.04Β΅s] [] [2024/05/06 09:55:24.934 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:24.934 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:25.078 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/06 09:55:25.102 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/06 09:55:25.121 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:25.164 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:25.166 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 09:55:25.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:25.176 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:25.177 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:25.177 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:25.177 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:25.178 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:25.178 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:25.178 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:25.178 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:25.178 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:25.193 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:25.194 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:25.194 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:25.194 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:25.194 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=700.7GiB] [2024/05/06 09:55:25.242 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/05/06 09:55:25.246 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:25.249 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:25.249 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/06 09:55:25.266 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/05/06 09:55:25.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.122362ms] [encodeDur=746.384Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=331.569Β΅s] [type=file] [takeTime=2.68193ms] [] [2024/05/06 09:55:25.269 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=27.636251ms] [] [2024/05/06 09:55:25.269 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a4f18ddc-b8c2-4ae6-8982-ff0f075ec4b7.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/06 09:55:25.270 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:55:25.270 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:55:25.270 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:25.272 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.650631ms] [] [2024/05/06 09:55:25.272 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:55:25.278 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:25.300 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:55:25.301 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:25.315 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:55:25.317 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.869118ms] [] [2024/05/06 09:55:25.317 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:25.319 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.274827ms] [] [2024/05/06 09:55:25.319 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/06 09:55:25.319 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:25.320 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.429189ms] [] [2024/05/06 09:55:25.320 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:55:25.321 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:25.321 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=58.381Β΅s] [] [2024/05/06 09:55:25.321 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:25.322 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=887.854Β΅s] [] [2024/05/06 09:55:25.367 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/06 09:55:25.370 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:25.370 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:25.370 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:25.370 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:25.371 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:25.370 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:25.370 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:25.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:25.371 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:25.371 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:25.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:25.371 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:25.371 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:25.373 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:25.373 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:25.373 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:25.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:25.373 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:25.373 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=208.907546ms] [] [2024/05/06 09:55:25.423 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:25.424 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:25.426 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:25.426 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:25.539 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:55:25.541 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:25.541 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:25.724 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:25.781 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:55:25.781 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:55:25.781 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/05/06 09:55:25.788 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=7.559612ms] [] [2024/05/06 09:55:25.789 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:55:25.789 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:55:25.789 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/05/06 09:55:25.789 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/05/06 09:55:25.793 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:55:25.794 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:55:25.794 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.141674ms] [] [2024/05/06 09:55:25.794 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.378723ms] [] [2024/05/06 09:55:25.842 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=117.15249ms] [] [2024/05/06 09:55:25.921 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:25.921 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/05/06 09:55:25.924 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/05/06 09:55:25.966 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/05/06 09:55:26.006 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/05/06 09:55:26.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.610696262\n# Parse_time: 0.000444\n# Compile_time: 0.0014589\n# Rewrite_time: 0.000333072\n# Optimize_time: 0.00206101\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:55:26.024 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4207\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:105\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase552159272/001/file.csv'"] [2024/05/06 09:55:26.026 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/06 09:55:26.032 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:26.032 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/05/06 09:55:26.134 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:26.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/06 09:55:26.199 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:26.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:26.199 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:26.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:55:26.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:26.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:26.295 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/05/06 09:55:26.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.558393ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:26.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/05/06 09:55:26.391 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.503781ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:26.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:26.426 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/06 09:55:26.437 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/06 09:55:26.440 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:26.135 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:26.502 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/06 09:55:26.502 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:26.506 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.336874124\n# Parse_time: 0.000216055\n# Compile_time: 0.000765282\n# Rewrite_time: 0.00004603\n# Optimize_time: 0.001792909\n# Wait_TS: 0.00037762\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:55:26.728 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase552159272/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:26.728 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:26.728 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/06 09:55:26.728 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=70.229Β΅s] [2024/05/06 09:55:26.729 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=225.446Β΅s] [] [2024/05/06 09:55:26.826 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:26.869 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/05/06 09:55:26.870 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:26.977 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:26.978 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:26.980 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/06 09:55:27.002 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:27.002 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:27.165 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/06 09:55:27.179 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:27.190 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/06 09:55:27.225 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:27.226 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 09:55:27.235 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:27.235 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:27.236 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:27.236 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:27.237 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:27.237 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:27.237 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:27.237 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:27.237 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:27.253 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:27.254 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:27.254 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:27.255 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:27.255 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=700.7GiB] [2024/05/06 09:55:27.301 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/05/06 09:55:27.304 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:27.308 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:27.308 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/05/06 09:55:27.321 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/05/06 09:55:27.323 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=232.604Β΅s] [encodeDur=792.271Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=272.442Β΅s] [type=file] [takeTime=1.692687ms] [] [2024/05/06 09:55:27.324 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=23.011197ms] [] [2024/05/06 09:55:27.324 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/36177f6e-3982-4ee9-b483-074d72466eb3.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/05/06 09:55:27.324 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:55:27.324 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:55:27.324 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:27.327 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.995871ms] [] [2024/05/06 09:55:27.327 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/06 09:55:27.332 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:27.354 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:55:27.355 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:27.369 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:55:27.371 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.348352ms] [] [2024/05/06 09:55:27.371 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/06 09:55:27.372 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.175955ms] [] [2024/05/06 09:55:27.372 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/06 09:55:27.372 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:27.374 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.792203ms] [] [2024/05/06 09:55:27.374 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/06 09:55:27.374 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:27.374 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=90.858Β΅s] [] [2024/05/06 09:55:27.374 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/06 09:55:27.375 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.029333ms] [] [2024/05/06 09:55:27.436 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/06 09:55:27.440 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:27.440 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:27.440 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:27.440 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:27.443 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:27.443 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:27.443 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:27.443 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:27.443 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:27.443 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=218.152428ms] [] [2024/05/06 09:55:27.531 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:27.532 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:27.534 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:27.534 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:27.610 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/06 09:55:27.613 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:27.613 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:27.773 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:27.827 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:55:27.827 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:55:27.827 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/05/06 09:55:27.834 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=7.246996ms] [] [2024/05/06 09:55:27.834 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/06 09:55:27.834 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:55:27.834 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/05/06 09:55:27.834 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/05/06 09:55:27.838 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/06 09:55:27.839 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/06 09:55:27.839 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=11.98842ms] [] [2024/05/06 09:55:27.839 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.181664ms] [] [2024/05/06 09:55:27.916 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=143.117652ms] [] [2024/05/06 09:55:27.989 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:27.989 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/05/06 09:55:27.992 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/05/06 09:55:28.035 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/05/06 09:55:28.077 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/05/06 09:55:28.082 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.574059714\n# Parse_time: 0.000658748\n# Compile_time: 0.001921976\n# Rewrite_time: 0.000434131\n# Optimize_time: 0.001792909\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase552159272/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/05/06 09:55:28.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:55:28.099 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:28.099 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/05/06 09:55:28.127 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:55:28.127 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:28.187 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.190 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:28.260 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=665.958Β΅s] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:28.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/05/06 09:55:28.277 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e22b8909-559c-42ba-ae84-d12ed1203e13"] ["ddl job id"=216] [ver=148] [2024/05/06 09:55:28.300 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=76.524919ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=197.923Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:28.404 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/05/06 09:55:28.442 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.330614ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=203.593Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:28.546 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/05/06 09:55:28.583 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.579448ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.621 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/05/06 09:55:28.631 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/05/06 09:55:28.636 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.682 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/06 09:55:28.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:28.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.593730803\n# Parse_time: 0.000466094\n# Compile_time: 0.000663761\n# Rewrite_time: 0.000032514\n# Optimize_time: 0.001470593\n# Wait_TS: 0.000418347\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:55:28.687 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:55:28.762 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:28.762 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:55:28.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.550597ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:28.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/05/06 09:55:28.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=54.616571ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.945 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.684 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:28.978 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/06 09:55:28.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:28.986 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:55:29.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:29.044 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 09:55:29.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:29.106 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/05/06 09:55:29.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=4.081095ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:29.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/05/06 09:55:29.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=109.388859ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:29.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:29.412 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/06 09:55:29.412 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:29.417 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.432595381\n# Parse_time: 0.000674918\n# Compile_time: 0.001138821\n# Rewrite_time: 0.000064177\n# Optimize_time: 0.001470593\n# Wait_TS: 0.000484705\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/06 09:55:29.433 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:29.647 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:29.816 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:29.852 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/05/06 09:55:29.852 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:29.958 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:29.960 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:29.961 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/06 09:55:29.990 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:29.993 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:55:29.993 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:55:29.993 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=100.593Β΅s] [2024/05/06 09:55:29.993 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=244.83Β΅s] [] [2024/05/06 09:55:29.993 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:29.993 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:30.151 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:55:30.194 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/06 09:55:30.220 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:30.277 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:30.279 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 09:55:30.280 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:30.291 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:30.291 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:30.291 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:30.291 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:30.293 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:30.293 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:30.293 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:30.293 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:30.293 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:30.317 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:30.319 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:30.319 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:55:30.319 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:30.319 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=700.7GiB] [2024/05/06 09:55:30.386 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/05/06 09:55:30.391 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:30.395 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:30.396 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/06 09:55:30.416 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/06 09:55:30.419 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.384501ms] [encodeDur=795.224Β΅s] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=344.846Β΅s] [type=file] [takeTime=3.037267ms] [] [2024/05/06 09:55:30.420 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/414f1695-af5a-46c3-abe6-d345105c62bd.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/06 09:55:30.420 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=33.862518ms] [] [2024/05/06 09:55:30.420 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:55:30.420 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:55:30.421 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:30.423 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.730432ms] [] [2024/05/06 09:55:30.423 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:55:30.428 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:30.450 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:55:30.451 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:30.467 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:55:30.469 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=45.32851ms] [] [2024/05/06 09:55:30.469 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:30.470 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.082493ms] [] [2024/05/06 09:55:30.470 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/06 09:55:30.470 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:30.472 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.735721ms] [] [2024/05/06 09:55:30.472 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:55:30.472 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:30.472 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=57.71Β΅s] [] [2024/05/06 09:55:30.472 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:30.473 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.054734ms] [] [2024/05/06 09:55:30.528 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:30.532 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:30.532 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:30.532 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:30.532 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:30.535 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:30.535 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:30.535 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:30.535 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:30.535 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:30.535 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=257.865131ms] [] [2024/05/06 09:55:30.580 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:30.582 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:30.584 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:30.584 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:55:30.711 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:55:30.713 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:30.713 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:30.894 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:30.954 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:55:30.954 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:55:30.954 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/05/06 09:55:30.962 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=8.309197ms] [] [2024/05/06 09:55:30.962 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/05/06 09:55:30.962 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 09:55:30.963 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/05/06 09:55:30.963 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/05/06 09:55:30.967 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/05/06 09:55:30.968 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/06 09:55:30.968 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=14.52082ms] [] [2024/05/06 09:55:30.968 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=14.769642ms] [] [2024/05/06 09:55:31.073 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=178.567116ms] [] [2024/05/06 09:55:31.096 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:31.097 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/05/06 09:55:31.100 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/05/06 09:55:31.158 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/05/06 09:55:31.176 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/05/06 09:55:31.184 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:31.184 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/05/06 09:55:31.277 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:31.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.963662114\n# Parse_time: 0.000532841\n# Compile_time: 0.001376147\n# Rewrite_time: 0.000290489\n# Optimize_time: 0.001470593\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:55:31.426 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:55:31.501 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:31.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:31.502 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:31.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:55:31.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:31.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:31.581 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/05/06 09:55:31.649 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=3.086886ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:31.662 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/05/06 09:55:31.693 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=54.175597ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:31.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:31.777 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/06 09:55:31.786 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/06 09:55:31.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:31.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:31.848 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/06 09:55:31.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:31.854 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.429549598\n# Parse_time: 0.000555449\n# Compile_time: 0.001214754\n# Rewrite_time: 0.000043621\n# Optimize_time: 0.001395608\n# Wait_TS: 0.000411258\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:55:31.881 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:31.993 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=42.483769ms] [2024/05/06 09:55:32.104 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:32.207 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:32.254 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/05/06 09:55:32.254 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:32.360 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:32.361 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:32.362 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/06 09:55:32.384 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:32.387 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:55:32.387 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:55:32.387 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=77.22Β΅s] [2024/05/06 09:55:32.387 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=195.738Β΅s] [] [2024/05/06 09:55:32.388 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:32.388 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:32.567 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:55:32.573 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/06 09:55:32.614 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:32.663 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:32.664 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 09:55:32.665 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:32.675 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:32.675 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:32.676 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:32.676 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:32.677 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:32.677 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:32.677 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:32.677 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:32.678 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:32.694 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:32.696 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:32.697 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:55:32.697 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:32.697 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=700.7GiB] [2024/05/06 09:55:32.749 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/05/06 09:55:32.754 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:32.757 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:32.757 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/05/06 09:55:32.773 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/05/06 09:55:32.775 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.107879ms] [encodeDur=643.612Β΅s] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=259.83Β΅s] [type=file] [takeTime=2.457473ms] [] [2024/05/06 09:55:32.776 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=26.458694ms] [] [2024/05/06 09:55:32.776 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/525dbbe5-36f9-4c7c-9de7-ff03d4a54989.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/05/06 09:55:32.776 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:55:32.776 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:55:32.776 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:32.779 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.496704ms] [] [2024/05/06 09:55:32.779 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:55:32.784 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:32.807 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:55:32.808 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:32.825 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:55:32.827 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=47.886839ms] [] [2024/05/06 09:55:32.827 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:32.828 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.159658ms] [] [2024/05/06 09:55:32.828 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/06 09:55:32.828 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:32.830 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.692401ms] [] [2024/05/06 09:55:32.830 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:55:32.830 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:32.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=65.906Β΅s] [] [2024/05/06 09:55:32.830 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:32.831 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=841.177Β΅s] [] [2024/05/06 09:55:32.922 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/06 09:55:32.927 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:32.927 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:32.927 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:32.927 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:32.930 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:32.930 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:32.930 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:32.930 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:32.930 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:32.930 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=267.32158ms] [] [2024/05/06 09:55:32.981 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:32.982 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:32.983 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:32.984 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:55:33.047 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:55:33.049 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:33.049 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:33.280 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:33.331 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:55:38.334 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:55:38.334 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/05/06 09:55:38.343 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=8.741085ms] [] [2024/05/06 09:55:38.343 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/05/06 09:55:38.343 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 09:55:38.343 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/05/06 09:55:38.343 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/05/06 09:55:38.347 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/05/06 09:55:38.348 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/06 09:55:38.348 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=14.15097ms] [] [2024/05/06 09:55:38.348 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.017228357s] [] [2024/05/06 09:55:38.393 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=5.112204292s] [] [2024/05/06 09:55:38.479 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:38.480 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/05/06 09:55:38.483 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/05/06 09:55:38.521 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/05/06 09:55:38.561 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/05/06 09:55:38.591 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:38.591 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/05/06 09:55:38.678 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:38.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.005805333\n# Parse_time: 0.000978117\n# Compile_time: 0.002729534\n# Rewrite_time: 0.000509459\n# Optimize_time: 0.001395608\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('KqQwCTU5XzIJMAkwCU4vQQkxCXRpbWU6N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEHRpbWU6N3MsIGxvb3BzOjJw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:55:38.875 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:55:38.910 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:38.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:38.910 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:38.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:55:38.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:38.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:38.963 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/05/06 09:55:39.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.825062ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:39.025 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/05/06 09:55:39.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=54.998189ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:38.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:39.119 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/06 09:55:39.128 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/06 09:55:39.131 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:38.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:39.238 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/06 09:55:39.238 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:39.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368380545\n# Parse_time: 0.0003666\n# Compile_time: 0.000873224\n# Rewrite_time: 0.000038255\n# Optimize_time: 0.001575057\n# Wait_TS: 0.000445481\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:55:39.245 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:55:39.289 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:39.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:39.289 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:39.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:55:39.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:39.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:39.357 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/05/06 09:55:39.417 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=2.668978ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:39.431 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/05/06 09:55:39.464 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.911414ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:39.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:39.520 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/05/06 09:55:39.530 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/06 09:55:39.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:39.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:39.592 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/06 09:55:39.592 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:39.596 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352240072\n# Parse_time: 0.000568116\n# Compile_time: 0.001365945\n# Rewrite_time: 0.000035235\n# Optimize_time: 0.001575057\n# Wait_TS: 0.000388265\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:55:39.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:39.815 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/05/06 09:55:39.913 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:39.955 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/05/06 09:55:39.956 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:40.095 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:40.096 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:40.097 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/06 09:55:40.117 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:40.120 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:55:40.120 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:55:40.120 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=54.417Β΅s] [2024/05/06 09:55:40.120 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=183.112Β΅s] [] [2024/05/06 09:55:40.120 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:40.121 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:40.274 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/06 09:55:40.301 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:40.342 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:40.343 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 09:55:40.344 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:40.352 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:40.352 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:40.353 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:40.353 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:40.354 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:40.354 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:40.354 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:40.354 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:40.354 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:40.378 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:40.380 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:40.380 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:55:40.380 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:40.380 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=700.7GiB] [2024/05/06 09:55:40.430 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/05/06 09:55:40.435 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:40.438 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:40.438 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/05/06 09:55:40.471 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/05/06 09:55:40.474 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.378899ms] [encodeDur=658.874Β΅s] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=275.041Β΅s] [type=file] [takeTime=2.736056ms] [] [2024/05/06 09:55:40.474 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=44.599042ms] [] [2024/05/06 09:55:40.474 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/c7148632-8573-4ff4-a48b-55eecdb39056.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/05/06 09:55:40.475 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:55:40.475 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:55:40.475 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:40.478 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.954034ms] [] [2024/05/06 09:55:40.478 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:55:40.483 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:40.536 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:55:40.536 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:40.551 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:55:40.553 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=74.670694ms] [] [2024/05/06 09:55:40.553 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:40.554 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.125607ms] [] [2024/05/06 09:55:40.554 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/06 09:55:40.554 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:40.556 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.705031ms] [] [2024/05/06 09:55:40.556 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:55:40.556 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:40.556 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=64.646Β΅s] [] [2024/05/06 09:55:40.556 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:40.557 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=844.955Β΅s] [] [2024/05/06 09:55:40.613 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/06 09:55:40.617 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:40.617 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:40.617 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:40.617 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:40.620 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:40.620 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:40.620 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:40.620 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:40.620 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:40.620 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=277.965971ms] [] [2024/05/06 09:55:40.682 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:40.684 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:40.685 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:40.745 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:55:40.747 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:40.747 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:40.974 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:41.029 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:55:41.029 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:55:41.029 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/05/06 09:55:41.038 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=8.542773ms] [] [2024/05/06 09:55:41.038 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/05/06 09:55:41.038 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 09:55:41.038 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/05/06 09:55:41.038 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/05/06 09:55:41.042 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/05/06 09:55:41.045 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/06 09:55:41.045 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=16.21171ms] [] [2024/05/06 09:55:41.045 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=16.508615ms] [] [2024/05/06 09:55:41.087 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:41.087 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/05/06 09:55:41.090 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/05/06 09:55:41.094 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=119.530131ms] [] [2024/05/06 09:55:41.158 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/05/06 09:55:41.163 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/05/06 09:55:41.188 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:41.189 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/05/06 09:55:41.336 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:41.482 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.885472798\n# Parse_time: 0.000598928\n# Compile_time: 0.001306003\n# Rewrite_time: 0.000263632\n# Optimize_time: 0.001575057\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/06 09:55:41.492 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:55:41.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:41.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:41.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:41.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:55:41.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:41.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:41.635 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/05/06 09:55:41.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=3.308369ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:41.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/05/06 09:55:41.730 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=54.117837ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:41.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:41.775 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/06 09:55:41.784 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/06 09:55:41.789 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:41.485 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:41.902 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/06 09:55:41.902 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:41.908 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.416759454\n# Parse_time: 0.000294134\n# Compile_time: 0.000818207\n# Rewrite_time: 0.00003635\n# Optimize_time: 0.000799601\n# Wait_TS: 0.000480475\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:55:41.910 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:55:41.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:41.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:41.951 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:41.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:55:42.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:41.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:42.030 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/05/06 09:55:42.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.954656ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:42.105 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/05/06 09:55:42.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.668182ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:41.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:42.175 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/06 09:55:42.183 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/06 09:55:42.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:41.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:42.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/06 09:55:42.255 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:42.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.350258986\n# Parse_time: 0.000277434\n# Compile_time: 0.000852512\n# Rewrite_time: 0.000043666\n# Optimize_time: 0.000799601\n# Wait_TS: 0.000461122\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:55:42.309 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:42.346 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:42.466 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:42.503 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/06 09:55:42.503 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:42.611 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:42.612 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:42.614 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/06 09:55:42.632 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:42.635 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:55:42.635 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:55:42.635 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=85.249Β΅s] [2024/05/06 09:55:42.635 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=278.114Β΅s] [] [2024/05/06 09:55:42.636 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:42.636 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:42.814 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/06 09:55:42.846 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:42.888 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:42.890 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 09:55:42.891 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:42.901 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:42.901 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:42.902 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:42.902 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:42.904 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:42.904 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:42.904 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:42.905 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:42.904 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:42.922 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:42.924 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:42.924 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:55:42.924 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:42.924 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=700.7GiB] [2024/05/06 09:55:42.971 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/05/06 09:55:42.975 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:42.979 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:42.979 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/06 09:55:43.035 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/05/06 09:55:43.037 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.266676ms] [encodeDur=456.977Β΅s] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=250.519Β΅s] [type=file] [takeTime=2.329229ms] [] [2024/05/06 09:55:43.038 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/b1d5cc6c-23d1-4f52-b23f-0ab0b6eb74df.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/05/06 09:55:43.038 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=67.186496ms] [] [2024/05/06 09:55:43.039 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:55:43.039 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:55:43.039 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:43.041 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.945245ms] [] [2024/05/06 09:55:43.041 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/06 09:55:43.046 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:43.068 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/05/06 09:55:43.068 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:55:43.068 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/05/06 09:55:43.068 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:43.085 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:55:43.085 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/05/06 09:55:43.102 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=61.229639ms] [] [2024/05/06 09:55:43.102 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:43.103 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.161325ms] [] [2024/05/06 09:55:43.104 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/06 09:55:43.104 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:43.105 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.498625ms] [] [2024/05/06 09:55:43.105 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/06 09:55:43.105 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:43.105 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=83.761Β΅s] [] [2024/05/06 09:55:43.105 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:43.107 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.10029ms] [] [2024/05/06 09:55:43.197 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:43.201 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:43.201 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:43.201 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:43.201 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:43.204 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:43.204 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:43.204 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:43.204 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:43.204 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:43.204 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=316.562821ms] [] [2024/05/06 09:55:43.228 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:43.230 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:43.232 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:43.288 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:55:43.290 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:43.290 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:43.443 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:43.499 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:55:43.499 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:55:43.499 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/05/06 09:55:43.506 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=6.964166ms] [] [2024/05/06 09:55:43.507 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/05/06 09:55:43.507 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 09:55:43.507 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/05/06 09:55:43.507 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/05/06 09:55:43.511 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/05/06 09:55:43.511 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/06 09:55:43.511 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=11.676969ms] [] [2024/05/06 09:55:43.511 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=11.858298ms] [] [2024/05/06 09:55:43.596 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=152.252284ms] [] [2024/05/06 09:55:43.627 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:43.627 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/05/06 09:55:43.630 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/05/06 09:55:43.695 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/05/06 09:55:43.710 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/06 09:55:43.734 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:43.734 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/05/06 09:55:43.745 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.483766988\n# Parse_time: 0.034789892\n# Compile_time: 0.001780338\n# Rewrite_time: 0.0003272\n# Optimize_time: 0.000799601\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:55:43.755 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/06 09:55:43.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:43.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:43.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:43.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/06 09:55:43.827 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:43.838 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:43.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:43.849 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/05/06 09:55:43.930 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=3.385984ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:43.942 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e22b8909-559c-42ba-ae84-d12ed1203e13"] ["ddl job id"=232] [ver=158] [2024/05/06 09:55:43.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/05/06 09:55:43.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=77.140367ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:43.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:44.010 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/05/06 09:55:44.019 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/05/06 09:55:44.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:43.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:44.090 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/06 09:55:44.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:44.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.340243005\n# Parse_time: 0.000365636\n# Compile_time: 0.000909675\n# Rewrite_time: 0.000034889\n# Optimize_time: 0.000950316\n# Wait_TS: 0.000369045\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/06 09:55:44.108 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:44.325 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:44.447 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:44.493 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/05/06 09:55:44.493 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:44.599 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:44.602 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:44.604 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/06 09:55:44.630 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:44.633 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/06 09:55:44.633 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/06 09:55:44.633 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=48.732Β΅s] [2024/05/06 09:55:44.633 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=150.667Β΅s] [] [2024/05/06 09:55:44.633 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:44.633 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:44.822 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/06 09:55:44.830 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/06 09:55:44.842 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:44.888 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:44.889 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 09:55:44.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:44.899 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:44.899 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:44.899 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:44.899 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:44.901 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:44.901 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:44.901 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:44.901 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:44.901 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:44.915 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:44.916 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:44.916 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=752.3GB] [2024/05/06 09:55:44.917 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:44.917 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=700.7GiB] [2024/05/06 09:55:44.964 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/05/06 09:55:44.968 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/06 09:55:44.971 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/06 09:55:44.971 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/05/06 09:55:47.972 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.00793262s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:47.972 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:47.973 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:47.973 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:47.973 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:47.973 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:47.973 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:47.973 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:47.973 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:47.973 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:47.973 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:55:47.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:47.992 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/06 09:55:47.996 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:47.996 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:47.996 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:47.996 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:47.996 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:47.998 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:47.998 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:47.998 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:47.998 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:47.998 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:47.998 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=3.110689384s] [error="occur an error when sort chunk"] [2024/05/06 09:55:47.998 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:55:48.026 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:55:48.048 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/05/06 09:55:48.115 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:55:48.117 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/06 09:55:48.118 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/05/06 09:55:48.199 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/05/06 09:55:48.221 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:48.222 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/05/06 09:55:48.344 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:48.416 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:55:48.417 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.322059953\n# Parse_time: 0.000563632\n# Compile_time: 0.001294659\n# Rewrite_time: 0.000250841\n# Optimize_time: 0.000950316\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zMnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/05/06 09:55:48.454 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:55:48.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:48.486 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:55:48.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:48.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=268.275Β΅s] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:48.598 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/05/06 09:55:48.635 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=60.415022ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:48.674 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:48.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=194.698Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:48.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/05/06 09:55:48.788 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.908031ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:48.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:48.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=170.408Β΅s] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:48.860 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/05/06 09:55:48.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.039674ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:48.933 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/05/06 09:55:48.942 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/05/06 09:55:48.946 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.004 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/06 09:55:49.004 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:49.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.555221857\n# Parse_time: 0.000555948\n# Compile_time: 0.00090345\n# Rewrite_time: 0.000039577\n# Optimize_time: 0.000950316\n# Wait_TS: 0.000324472\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:55:49.009 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/06 09:55:49.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:49.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:55:49.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.132 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=980.311Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:49.145 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/05/06 09:55:49.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=80.918362ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.261 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:48.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.295 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/06 09:55:49.296 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:49.303 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:55:49.308 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:55:49.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:49.365 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:49.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.446 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/05/06 09:55:49.516 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=2.789765ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:49.533 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/05/06 09:55:49.562 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.99203ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.646 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:49.722 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/06 09:55:49.723 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:49.726 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.421361648\n# Parse_time: 0.001351808\n# Compile_time: 0.001477405\n# Rewrite_time: 0.000050436\n# Optimize_time: 0.000950316\n# Wait_TS: 0.000441758\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:49.740 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:49.955 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:50.052 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:50.133 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/05/06 09:55:50.133 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:50.239 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:50.240 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:50.242 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/06 09:55:50.262 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:50.265 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:50.265 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:55:50.265 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=83.098Β΅s] [2024/05/06 09:55:50.266 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=229.69Β΅s] [] [2024/05/06 09:55:50.266 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:50.266 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:50.385 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/06 09:55:50.404 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/06 09:55:50.421 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:50.461 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:50.462 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 09:55:50.462 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:50.472 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:50.472 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:50.472 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:50.473 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:50.474 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:50.474 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:50.474 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:50.474 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:50.474 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:50.489 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:50.490 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:50.491 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:50.491 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=700.7GiB] [2024/05/06 09:55:50.491 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:50.578 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/05/06 09:55:50.582 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:50.586 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:50.586 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/05/06 09:55:50.619 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:55:50.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.272624ms] [encodeDur=788.371Β΅s] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=288.947Β΅s] [type=file] [takeTime=2.781663ms] [] [2024/05/06 09:55:50.622 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=44.228056ms] [] [2024/05/06 09:55:50.622 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/c4004b7d-9863-4279-80c2-e1a40537f096.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/05/06 09:55:50.622 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:55:50.622 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:55:50.622 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:50.624 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.000191ms] [] [2024/05/06 09:55:50.624 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:50.629 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:50.651 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/06 09:55:50.651 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:50.665 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/06 09:55:50.667 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.904109ms] [] [2024/05/06 09:55:50.667 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:50.669 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.146647ms] [] [2024/05/06 09:55:50.669 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/06 09:55:50.669 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:50.670 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.503724ms] [] [2024/05/06 09:55:50.670 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:50.671 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:50.671 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=66.589Β΅s] [] [2024/05/06 09:55:50.671 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:50.672 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=832.373Β΅s] [] [2024/05/06 09:55:50.717 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:50.721 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:50.721 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:50.721 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:50.721 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:50.723 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:50.723 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:50.723 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:50.723 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:50.723 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:50.723 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=262.783201ms] [] [2024/05/06 09:55:50.760 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:50.761 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:50.762 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:50.763 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:50.833 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 09:55:50.834 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:50.834 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:51.022 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:51.071 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:55:51.071 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:55:51.071 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/05/06 09:55:51.078 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=7.206328ms] [] [2024/05/06 09:55:51.079 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/05/06 09:55:51.079 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 09:55:51.079 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/05/06 09:55:51.079 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/06 09:55:51.083 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/05/06 09:55:51.084 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/06 09:55:51.084 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=12.909748ms] [] [2024/05/06 09:55:51.084 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=13.167768ms] [] [2024/05/06 09:55:51.127 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=105.600884ms] [] [2024/05/06 09:55:51.154 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:51.155 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/05/06 09:55:51.158 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/05/06 09:55:51.218 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/05/06 09:55:51.239 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/05/06 09:55:51.262 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:51.262 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/05/06 09:55:51.347 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.620246861\n# Parse_time: 0.000457337\n# Compile_time: 0.001153106\n# Rewrite_time: 0.000311538\n# Optimize_time: 0.000950316\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:55:51.356 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:55:51.390 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:51.391 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:55:51.392 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:51.471 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=321.876Β΅s] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:51.519 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/05/06 09:55:51.555 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=54.24841ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.603 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=199.641Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:51.642 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/05/06 09:55:51.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=54.194905ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.783 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/05/06 09:55:51.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=243.46Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:51.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/05/06 09:55:51.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=54.45603ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.919 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/05/06 09:55:51.928 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/05/06 09:55:51.931 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:51.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:51.999 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/06 09:55:51.999 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:52.002 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.646970492\n# Parse_time: 0.000317031\n# Compile_time: 0.000685991\n# Rewrite_time: 0.000061824\n# Optimize_time: 0.000843992\n# Wait_TS: 0.000360114\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:55:52.005 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/06 09:55:52.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:52.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 09:55:52.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:52.114 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/05/06 09:55:52.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=4.07083ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:52.223 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e22b8909-559c-42ba-ae84-d12ed1203e13"] ["ddl job id"=240] [ver=167] [2024/05/06 09:55:52.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/05/06 09:55:52.245 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=78.278235ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:52.311 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:51.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:52.366 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/06 09:55:52.366 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:52.372 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368795629\n# Parse_time: 0.000673162\n# Compile_time: 0.00116476\n# Rewrite_time: 0.000057149\n# Optimize_time: 0.000843992\n# Wait_TS: 0.000377798\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/05/06 09:55:52.392 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:52.591 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:52.726 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:52.780 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/05/06 09:55:52.780 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:52.887 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:52.889 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:52.891 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/06 09:55:52.909 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:52.912 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:52.912 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:55:52.912 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=50.997Β΅s] [2024/05/06 09:55:52.912 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=185.43Β΅s] [] [2024/05/06 09:55:52.912 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:52.912 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:53.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/06 09:55:53.052 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/06 09:55:53.080 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:53.156 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:53.158 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 09:55:53.159 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:53.168 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:53.168 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:53.169 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:53.169 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:53.170 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:53.170 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:53.170 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:53.170 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:53.170 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:53.186 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:53.188 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:53.188 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:53.188 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:53.189 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=700.7GiB] [2024/05/06 09:55:53.234 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/05/06 09:55:53.238 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:53.242 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:53.242 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/05/06 09:55:53.259 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:55:53.263 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.589751ms] [encodeDur=1.351964ms] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=379.401Β΅s] [type=file] [takeTime=3.820437ms] [] [2024/05/06 09:55:53.264 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/37c081d3-a707-499a-8bb8-44b636a895dd.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/05/06 09:55:53.264 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=29.835127ms] [] [2024/05/06 09:55:53.265 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:55:53.265 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:55:53.265 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:53.266 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.63593ms] [] [2024/05/06 09:55:53.267 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:53.271 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:53.293 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/06 09:55:53.294 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:53.308 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/06 09:55:53.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.079254ms] [] [2024/05/06 09:55:53.311 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:53.312 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.027473ms] [] [2024/05/06 09:55:53.312 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/06 09:55:53.312 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:53.313 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.363422ms] [] [2024/05/06 09:55:53.313 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:53.313 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:53.314 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=49.989Β΅s] [] [2024/05/06 09:55:53.314 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:53.315 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.068898ms] [] [2024/05/06 09:55:53.366 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:53.370 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:53.370 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:53.370 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:53.370 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:53.372 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:53.372 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:53.372 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:53.372 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:53.372 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:53.372 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=215.798429ms] [] [2024/05/06 09:55:53.404 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:53.406 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:53.408 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:53.408 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:53.486 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/06 09:55:53.488 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:53.488 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:53.681 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:53.735 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:55:53.735 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:55:53.735 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/05/06 09:55:53.743 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=7.65138ms] [] [2024/05/06 09:55:53.743 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/05/06 09:55:53.743 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 09:55:53.743 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/05/06 09:55:53.743 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/05/06 09:55:53.747 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/05/06 09:55:53.747 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/06 09:55:53.748 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.075936ms] [] [2024/05/06 09:55:53.748 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.278402ms] [] [2024/05/06 09:55:53.785 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=103.972583ms] [] [2024/05/06 09:55:53.801 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:53.801 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/05/06 09:55:53.804 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/05/06 09:55:53.905 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/05/06 09:55:53.911 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/05/06 09:55:53.935 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:53.935 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/05/06 09:55:53.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.610246128\n# Parse_time: 0.000667564\n# Compile_time: 0.001914158\n# Rewrite_time: 0.000445284\n# Optimize_time: 0.000843992\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:55:53.992 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:55:54.022 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:54.022 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/06 09:55:54.032 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:54.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=260.219Β΅s] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:54.145 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/05/06 09:55:54.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=54.074659ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.269 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=302.795Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:54.283 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/05/06 09:55:54.327 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=62.729387ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.406 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/05/06 09:55:54.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=254.874Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/06 09:55:54.457 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/05/06 09:55:54.496 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.596969ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.564 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/05/06 09:55:54.572 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/05/06 09:55:54.575 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:53.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.647 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/06 09:55:54.647 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:54.651 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.659804758\n# Parse_time: 0.000372725\n# Compile_time: 0.000992923\n# Rewrite_time: 0.000043931\n# Optimize_time: 0.000787651\n# Wait_TS: 0.000349663\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/06 09:55:54.653 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:55:54.710 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:54.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:54.710 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:54.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:54.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:54.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.803 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/05/06 09:55:54.869 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.541123ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:54.881 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/05/06 09:55:54.916 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.6294ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:54.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:54.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:54.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:55.018 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/06 09:55:55.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:55.023 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370880724\n# Parse_time: 0.000565095\n# Compile_time: 0.001053156\n# Rewrite_time: 0.000050167\n# Optimize_time: 0.000787651\n# Wait_TS: 0.000347786\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:55.037 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:55.232 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:55:55.348 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:55.395 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/05/06 09:55:55.395 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:55.502 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:55.504 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:55.506 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/06 09:55:55.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:55.532 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:55.532 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/06 09:55:55.532 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=71.984Β΅s] [2024/05/06 09:55:55.532 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=232.376Β΅s] [] [2024/05/06 09:55:55.532 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:55.533 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:55.699 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/06 09:55:55.721 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/06 09:55:55.735 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:55.774 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:55.776 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 09:55:55.778 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:55.787 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:55.788 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:55.788 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:55.788 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:55.789 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:55.789 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:55.789 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:55.789 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:55.789 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:55.803 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:55.805 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:55.805 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:55.805 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:55.805 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=700.7GiB] [2024/05/06 09:55:55.860 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/05/06 09:55:55.865 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:55.868 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:55.869 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/05/06 09:55:55.886 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/05/06 09:55:55.890 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.496616ms] [encodeDur=1.39304ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=283.795Β΅s] [type=file] [takeTime=3.543329ms] [] [2024/05/06 09:55:55.890 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/07e585a8-ea9c-4581-8008-c68d957b37f1.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/05/06 09:55:55.890 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=29.924436ms] [] [2024/05/06 09:55:55.891 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:55:55.891 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:55:55.891 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:55.893 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.880852ms] [] [2024/05/06 09:55:55.893 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:55.899 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:55.921 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/06 09:55:55.922 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:55.936 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/06 09:55:55.938 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.975332ms] [] [2024/05/06 09:55:55.938 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:55.939 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.101196ms] [] [2024/05/06 09:55:55.939 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/06 09:55:55.939 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:55.941 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.566154ms] [] [2024/05/06 09:55:55.941 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:55.941 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:55.941 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=77.755Β΅s] [] [2024/05/06 09:55:55.941 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:55.942 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=973.811Β΅s] [] [2024/05/06 09:55:55.988 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/06 09:55:55.991 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:55.991 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:55.991 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:55.991 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:55.993 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:55.993 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:55.993 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:55.993 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:55.993 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:55.993 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=218.976515ms] [] [2024/05/06 09:55:56.023 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:56.024 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:56.025 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:56.026 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:56.134 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/06 09:55:56.136 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:56.136 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:56.303 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:56.349 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:55:56.349 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:55:56.349 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/05/06 09:55:56.357 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=7.288404ms] [] [2024/05/06 09:55:56.357 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/05/06 09:55:56.357 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 09:55:56.357 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/05/06 09:55:56.357 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/06 09:55:56.363 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/05/06 09:55:56.363 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/06 09:55:56.363 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=13.946355ms] [] [2024/05/06 09:55:56.363 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=14.139482ms] [] [2024/05/06 09:55:56.405 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=102.125572ms] [] [2024/05/06 09:55:56.416 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:56.417 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/05/06 09:55:56.420 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/05/06 09:55:56.498 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/05/06 09:55:56.502 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/05/06 09:55:56.526 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:56.527 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/05/06 09:55:56.611 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.587184868\n# Parse_time: 0.001147277\n# Compile_time: 0.001580128\n# Rewrite_time: 0.000255905\n# Optimize_time: 0.000787651\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:55:56.616 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestInputNull [2024/05/06 09:55:56.620 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:55:56.643 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:55:56.643 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:56.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:56.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=229.812Β΅s] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:56.734 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/05/06 09:55:56.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=54.134547ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:56.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:56.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=302.929Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:56.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/05/06 09:55:56.939 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.582759ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.010 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.049 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=261.801Β΅s] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:55:57.062 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/05/06 09:55:57.097 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.228787ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.153 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/05/06 09:55:57.162 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/06 09:55:57.165 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:56.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.207 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/06 09:55:57.207 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:57.211 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.592040114\n# Parse_time: 0.000427633\n# Compile_time: 0.000762265\n# Rewrite_time: 0.000030043\n# Optimize_time: 0.000693002\n# Wait_TS: 0.000387346\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:55:57.212 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:55:57.248 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:57.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:57.248 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:57.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:55:57.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:57.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=1.215364ms] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:55:57.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/05/06 09:55:57.439 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=54.421494ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:55:57.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.510 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:57.184 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.536 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/06 09:55:57.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:57.539 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328046239\n# Parse_time: 0.000238945\n# Compile_time: 0.00063242\n# Rewrite_time: 0.00003012\n# Optimize_time: 0.000693002\n# Wait_TS: 0.000458965\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:55:57.543 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:55:57.546 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:55:57.588 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:57.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:57.588 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:57.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:57.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:57.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.638 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/06 09:55:57.699 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.351502ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:55:57.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/05/06 09:55:57.772 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=79.775378ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:57.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.816 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:57.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:57.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/06 09:55:57.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:57.867 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.322076758\n# Parse_time: 0.000596304\n# Compile_time: 0.000799257\n# Rewrite_time: 0.000039594\n# Optimize_time: 0.000693002\n# Wait_TS: 0.000297809\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/06 09:55:57.881 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:58.072 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:55:58.221 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:55:58.264 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/05/06 09:55:58.265 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:55:58.370 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:55:58.372 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:58.375 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/06 09:55:58.402 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:58.406 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:55:58.406 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:55:58.406 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=48.701Β΅s] [2024/05/06 09:55:58.406 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=154.838Β΅s] [] [2024/05/06 09:55:58.406 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:55:58.406 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:55:58.561 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/06 09:55:58.583 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/06 09:55:58.605 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:55:58.680 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:58.683 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 09:55:58.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:55:58.694 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:55:58.694 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:55:58.695 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:58.695 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:55:58.696 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:55:58.696 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:58.696 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:55:58.696 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:55:58.696 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:58.713 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:55:58.715 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:55:58.716 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:55:58.716 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:55:58.716 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=700.7GiB] [2024/05/06 09:55:58.763 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/05/06 09:55:58.767 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:58.770 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:58.770 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/06 09:55:58.831 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/06 09:55:58.835 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.575972ms] [encodeDur=1.013104ms] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=414.016Β΅s] [type=file] [takeTime=3.551796ms] [] [2024/05/06 09:55:58.836 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=73.285122ms] [] [2024/05/06 09:55:58.836 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/ef09a310-a310-4cbc-b30e-21356e463c69.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/06 09:55:58.836 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:55:58.836 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:55:58.836 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:58.839 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.65194ms] [] [2024/05/06 09:55:58.839 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:55:58.845 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:55:58.867 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/06 09:55:58.867 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:55:58.883 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/06 09:55:58.885 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=46.085032ms] [] [2024/05/06 09:55:58.886 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:55:58.887 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.167364ms] [] [2024/05/06 09:55:58.887 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/06 09:55:58.887 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:58.888 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.534096ms] [] [2024/05/06 09:55:58.889 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:55:58.889 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:58.889 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=115.481Β΅s] [] [2024/05/06 09:55:58.889 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:55:58.890 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.224492ms] [] [2024/05/06 09:55:58.955 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:55:58.958 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:55:58.958 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:58.958 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:58.958 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:55:58.961 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:55:58.961 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:55:58.961 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:55:58.961 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:55:58.961 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:55:58.961 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=280.475131ms] [] [2024/05/06 09:55:58.990 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:55:58.992 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:55:58.993 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/06 09:55:58.993 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:55:59.064 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/06 09:55:59.066 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:55:59.066 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:55:59.253 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:55:59.311 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:55:59.312 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:55:59.312 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/05/06 09:55:59.320 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=8.629103ms] [] [2024/05/06 09:55:59.320 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/05/06 09:55:59.320 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 09:55:59.321 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/05/06 09:55:59.321 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/06 09:55:59.326 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/05/06 09:55:59.326 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/06 09:55:59.327 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=14.924492ms] [] [2024/05/06 09:55:59.327 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=15.158588ms] [] [2024/05/06 09:55:59.372 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=118.412157ms] [] [2024/05/06 09:55:59.384 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:55:59.384 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/05/06 09:55:59.387 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/05/06 09:55:59.428 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/05/06 09:55:59.470 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/05/06 09:55:59.524 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.65584796\n# Parse_time: 0.000599955\n# Compile_time: 0.001300138\n# Rewrite_time: 0.000293217\n# Optimize_time: 0.000693002\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/06 09:55:59.532 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:55:59.532 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/05/06 09:55:59.532 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:55:59.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:59.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:55:59.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-06 09:55:59.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:55:59.625 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-06 09:55:59.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:59.633 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:55:59.639 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/05/06 09:55:59.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.572109ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:55:59.708 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/05/06 09:55:59.743 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=54.418629ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:59.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:59.811 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/06 09:55:59.819 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/05/06 09:55:59.823 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-06 09:55:59.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:55:59.887 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/06 09:55:59.887 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:55:59.892 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.36022065\n# Parse_time: 0.000298485\n# Compile_time: 0.000807574\n# Rewrite_time: 0.000032998\n# Optimize_time: 0.000824638\n# Wait_TS: 0.000550239\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:55:59.955 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:00.173 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:00.279 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:00.359 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/05/06 09:56:00.359 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:00.465 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:00.466 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:00.468 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/06 09:56:00.491 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:00.494 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:00.494 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/06 09:56:00.494 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=70.58Β΅s] [2024/05/06 09:56:00.495 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=219.231Β΅s] [] [2024/05/06 09:56:00.495 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:00.495 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:00.629 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/06 09:56:00.648 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:00.649 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/06 09:56:00.694 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:00.695 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 09:56:00.697 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:00.707 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:00.707 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:00.708 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:00.708 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:00.709 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:00.709 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:00.709 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:00.709 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:00.709 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:00.724 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:00.726 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:00.726 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:00.726 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:00.726 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=700.7GiB] [2024/05/06 09:56:00.811 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/05/06 09:56:00.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:56:00.820 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:00.820 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/05/06 09:56:00.836 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/05/06 09:56:00.839 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.247429ms] [encodeDur=1.018356ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=245.276Β΅s] [type=file] [takeTime=2.879633ms] [] [2024/05/06 09:56:00.839 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=28.166277ms] [] [2024/05/06 09:56:00.839 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/d90f4e6d-1906-488c-8a3e-7a2d597b1c9f.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/05/06 09:56:00.840 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:56:00.840 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:56:00.840 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:56:00.842 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.02806ms] [] [2024/05/06 09:56:00.842 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:56:00.846 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:00.869 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/06 09:56:00.869 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:00.885 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/06 09:56:00.887 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=45.141059ms] [] [2024/05/06 09:56:00.887 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:56:00.888 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.060893ms] [] [2024/05/06 09:56:00.888 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/06 09:56:00.888 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:00.890 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.547394ms] [] [2024/05/06 09:56:00.890 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:56:00.890 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:00.890 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=66.033Β΅s] [] [2024/05/06 09:56:00.890 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:00.891 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=859.909Β΅s] [] [2024/05/06 09:56:00.939 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/06 09:56:00.942 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:00.942 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:00.942 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:00.942 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:00.942 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:00.943 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:00.942 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:00.943 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:00.943 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:00.943 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:00.943 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:00.943 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:00.943 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:00.945 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:00.945 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:00.945 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:00.945 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:00.945 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:00.945 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=251.030152ms] [] [2024/05/06 09:56:00.979 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:00.981 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:00.983 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:00.983 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:01.049 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/06 09:56:01.051 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:01.051 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:01.252 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:01.300 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:56:01.300 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:56:01.300 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/05/06 09:56:01.307 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=7.418961ms] [] [2024/05/06 09:56:01.308 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/05/06 09:56:01.308 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 09:56:01.308 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/05/06 09:56:01.308 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/06 09:56:01.312 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/05/06 09:56:01.313 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/06 09:56:01.313 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=12.610993ms] [] [2024/05/06 09:56:01.313 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=12.864552ms] [] [2024/05/06 09:56:01.369 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=116.486585ms] [] [2024/05/06 09:56:01.378 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:01.378 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/05/06 09:56:01.381 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/05/06 09:56:01.419 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/05/06 09:56:01.464 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/05/06 09:56:01.489 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:01.489 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/05/06 09:56:01.574 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6812420829999999\n# Parse_time: 0.00119647\n# Compile_time: 0.002560406\n# Rewrite_time: 0.000892693\n# Optimize_time: 0.000824638\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/05/06 09:56:01.584 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/06 09:56:01.588 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/06 09:56:01.620 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:01.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/05/06 09:56:01.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:01.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:01.621 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:01.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:01.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:01.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.219389ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:01.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/05/06 09:56:01.747 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.380387ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:01.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:01.822 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:01.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:01.856 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/06 09:56:01.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:01.864 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:56:01.908 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:01.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:01.908 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:01.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:56:02.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:01.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:02.026 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/05/06 09:56:02.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.621205ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:02.095 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/05/06 09:56:02.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.924427ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:01.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:02.176 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:01.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:02.211 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/06 09:56:02.211 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:02.214 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.35206204\n# Parse_time: 0.000593035\n# Compile_time: 0.000927529\n# Rewrite_time: 0.000048638\n# Optimize_time: 0.001159753\n# Wait_TS: 0.000402108\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:56:02.229 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:02.441 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:56:02.523 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:02.563 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/05/06 09:56:02.563 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:02.668 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:02.670 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:02.670 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/06 09:56:02.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:02.692 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:56:02.692 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:56:02.693 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=61.82Β΅s] [2024/05/06 09:56:02.693 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=186.197Β΅s] [] [2024/05/06 09:56:02.693 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:02.693 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:02.810 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/06 09:56:02.874 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/06 09:56:02.905 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:02.947 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:02.948 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 09:56:02.949 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:02.958 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:02.958 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:02.959 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:02.959 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:02.960 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:02.960 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:02.960 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:02.960 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:02.960 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:02.976 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:02.977 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:02.977 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:56:02.977 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:02.978 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=700.7GiB] [2024/05/06 09:56:03.025 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/05/06 09:56:03.029 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:56:03.032 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:56:03.033 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/05/06 09:56:03.132 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/05/06 09:56:03.134 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.212894ms] [encodeDur=780.08Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=171.827Β΅s] [type=file] [takeTime=2.561394ms] [] [2024/05/06 09:56:03.135 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=110.314894ms] [] [2024/05/06 09:56:03.135 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/5499e51d-e594-4469-a06e-0dcca2fbeb94.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/05/06 09:56:03.135 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:56:03.135 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:56:03.136 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:56:03.138 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.396588ms] [] [2024/05/06 09:56:03.138 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/06 09:56:03.143 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:03.165 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:56:03.166 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:03.180 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:56:03.182 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=43.932541ms] [] [2024/05/06 09:56:03.182 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/06 09:56:03.183 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.147682ms] [] [2024/05/06 09:56:03.183 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/06 09:56:03.184 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:56:03.185 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.567952ms] [] [2024/05/06 09:56:03.185 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/06 09:56:03.185 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:56:03.185 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=57.664Β΅s] [] [2024/05/06 09:56:03.185 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/06 09:56:03.186 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=990.438Β΅s] [] [2024/05/06 09:56:03.238 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:03.242 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:03.242 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:03.242 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:03.242 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:03.244 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:03.244 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:03.244 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:03.244 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:03.244 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:03.244 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=297.56528ms] [] [2024/05/06 09:56:03.329 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:03.331 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:03.331 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:03.331 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:03.366 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:56:03.366 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/06 09:56:03.404 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:56:03.405 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/06 09:56:03.408 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/05/06 09:56:03.411 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/05/06 09:56:03.469 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] [2024/05/06 09:56:03.488 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:03.488 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/05/06 09:56:03.564 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:03.782 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:56:03.783 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.566868396\n# Parse_time: 0.000389226\n# Compile_time: 0.00112046\n# Rewrite_time: 0.00026566\n# Optimize_time: 0.001159753\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS41NnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuNTZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/05/06 09:56:03.845 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/06 09:56:03.847 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/06 09:56:03.886 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:03.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:03.886 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:03.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/05/06 09:56:03.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:03.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:03.970 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.090328ms] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:03.983 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/05/06 09:56:04.018 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.353779ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:03.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:04.076 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:03.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:04.103 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/06 09:56:04.103 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:04.107 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:56:04.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:04.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:04.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:04.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 09:56:04.255 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:04.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:04.266 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/05/06 09:56:04.329 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=2.456184ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:04.341 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/05/06 09:56:04.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=54.601954ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:04.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:04.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:04.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:04.466 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/05/06 09:56:04.466 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:04.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.363661807\n# Parse_time: 0.000499134\n# Compile_time: 0.000998937\n# Rewrite_time: 0.000063881\n# Optimize_time: 0.000159836\n# Wait_TS: 0.000337125\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/06 09:56:04.483 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:04.709 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:56:04.799 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:04.849 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/05/06 09:56:04.849 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:04.955 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:04.956 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:04.957 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/06 09:56:04.976 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:04.979 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:04.979 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/06 09:56:04.979 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=52.669Β΅s] [2024/05/06 09:56:04.979 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=175.71Β΅s] [] [2024/05/06 09:56:04.979 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:04.979 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:05.166 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/06 09:56:05.190 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/06 09:56:05.194 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:05.234 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:05.235 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 09:56:05.236 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:05.244 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:05.244 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:05.245 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:05.245 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:05.246 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:05.246 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:05.246 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:05.246 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:05.246 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:05.262 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:05.263 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:05.263 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:05.264 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:05.264 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=700.7GiB] [2024/05/06 09:56:05.308 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/05/06 09:56:05.313 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:56:05.317 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:56:05.317 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/05/06 09:56:05.332 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/05/06 09:56:05.335 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.38476ms] [encodeDur=837.445Β΅s] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=310.495Β΅s] [type=file] [takeTime=2.920944ms] [] [2024/05/06 09:56:05.336 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=28.135971ms] [] [2024/05/06 09:56:05.336 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/c03dbdca-cb68-42fd-b7da-6516f103fcdb.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/05/06 09:56:05.336 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:56:05.336 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:56:05.337 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:56:05.339 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=2.681548ms] [] [2024/05/06 09:56:05.339 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/06 09:56:05.345 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:05.357 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/05/06 09:56:05.367 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/05/06 09:56:05.368 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:56:05.368 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:05.383 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:56:05.385 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=45.863135ms] [] [2024/05/06 09:56:05.385 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/06 09:56:05.387 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.112543ms] [] [2024/05/06 09:56:05.387 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/06 09:56:05.387 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:56:05.388 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.526196ms] [] [2024/05/06 09:56:05.388 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/05/06 09:56:05.388 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:56:05.388 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=68.035Β΅s] [] [2024/05/06 09:56:05.389 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/06 09:56:05.390 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=932.282Β΅s] [] [2024/05/06 09:56:05.433 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:05.436 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:05.436 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:05.436 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:05.436 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:05.438 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:05.438 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:05.438 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:05.438 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:05.438 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:05.438 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=204.420131ms] [] [2024/05/06 09:56:05.484 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=52] [2024/05/06 09:56:05.490 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/05/06 09:56:05.508 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:56:05.510 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/06 09:56:05.525 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/05/06 09:56:05.572 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/05/06 09:56:05.595 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:05.596 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/05/06 09:56:05.677 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:05.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.232924365\n# Parse_time: 0.000605722\n# Compile_time: 0.001090803\n# Rewrite_time: 0.000242427\n# Optimize_time: 0.000159836\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yM3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestLoadSQLDump [2024/05/06 09:56:06.742 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:56:06.764 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:06.764 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:56:06.821 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:06.854 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=275.632Β΅s] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:06.869 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/05/06 09:56:06.903 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.688194ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:06.978 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.016 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=221.713Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:07.029 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/05/06 09:56:07.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.501624ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.137 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.172 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=264.117Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:07.183 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/05/06 09:56:07.221 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.55214ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.271 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:07.282 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/05/06 09:56:07.285 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:06.734 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.328 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/06 09:56:07.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:07.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.591187699\n# Parse_time: 0.000463367\n# Compile_time: 0.000694403\n# Rewrite_time: 0.000032278\n# Optimize_time: 0.000149129\n# Wait_TS: 0.000343149\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:56:07.334 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:56:07.364 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:07.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:07.364 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:07.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:56:07.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:07.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=1.11133ms] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:07.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/05/06 09:56:07.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.378738ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:07.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.617 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:07.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.645 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/06 09:56:07.645 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:07.648 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.31555607\n# Parse_time: 0.000508058\n# Compile_time: 0.001014914\n# Rewrite_time: 0.000037453\n# Optimize_time: 0.000149129\n# Wait_TS: 0.000352059\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/06 09:56:07.650 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/06 09:56:07.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:07.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:07.688 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:07.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 09:56:07.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:07.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.749 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/05/06 09:56:07.796 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.206998ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:07.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/05/06 09:56:07.843 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.368746ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:07.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.953 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:07.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:07.990 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/06 09:56:07.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:07.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344064923\n# Parse_time: 0.000636361\n# Compile_time: 0.000932413\n# Rewrite_time: 0.000056962\n# Optimize_time: 0.000149129\n# Wait_TS: 0.000371362\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/06 09:56:08.007 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:08.183 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 09:56:08.301 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:08.338 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/05/06 09:56:08.338 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:08.445 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:08.446 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:08.447 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/06 09:56:08.471 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:08.473 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:08.473 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 09:56:08.473 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=53.047Β΅s] [2024/05/06 09:56:08.474 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=169.795Β΅s] [] [2024/05/06 09:56:08.474 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:08.474 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:08.591 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/06 09:56:08.610 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/06 09:56:08.630 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:08.714 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:08.715 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 09:56:08.716 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:08.727 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:08.727 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:08.727 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:08.727 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:08.728 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:08.728 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:08.728 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:08.728 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:08.729 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:08.744 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:08.746 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:08.746 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:08.746 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:08.746 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=700.7GiB] [2024/05/06 09:56:08.788 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/05/06 09:56:08.792 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:08.796 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:08.796 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/06 09:56:08.813 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/05/06 09:56:08.815 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.22223ms] [encodeDur=577.092Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=296.261Β΅s] [type=file] [takeTime=2.50613ms] [] [2024/05/06 09:56:08.816 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=27.527964ms] [] [2024/05/06 09:56:08.816 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/72c3c6f9-b65c-48f6-bd8f-a85009b05172.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/06 09:56:08.816 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:56:08.816 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:56:08.816 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:08.818 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.027894ms] [] [2024/05/06 09:56:08.818 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:56:08.823 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:08.845 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:56:08.845 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:08.858 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:56:08.860 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=41.104338ms] [] [2024/05/06 09:56:08.860 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:08.861 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.061087ms] [] [2024/05/06 09:56:08.861 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/06 09:56:08.861 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:08.862 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.508044ms] [] [2024/05/06 09:56:08.862 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:56:08.863 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:08.863 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=60.696Β΅s] [] [2024/05/06 09:56:08.863 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:08.863 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=801.415Β΅s] [] [2024/05/06 09:56:08.903 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:08.906 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:08.906 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:08.906 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:08.907 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:08.908 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:08.908 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:08.908 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:08.908 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:08.908 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:08.908 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=194.673913ms] [] [2024/05/06 09:56:08.959 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:08.960 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:08.961 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:08.961 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:09.029 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 09:56:09.030 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:09.030 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:09.199 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:09.244 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:56:09.244 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:56:09.244 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/05/06 09:56:09.252 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=7.584032ms] [] [2024/05/06 09:56:09.252 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 09:56:09.252 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:56:09.252 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/05/06 09:56:09.252 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/06 09:56:09.256 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:56:09.257 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:56:09.257 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=13.097171ms] [] [2024/05/06 09:56:09.257 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=13.370492ms] [] [2024/05/06 09:56:09.302 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=102.601407ms] [] [2024/05/06 09:56:09.358 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:09.359 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/05/06 09:56:09.361 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/05/06 09:56:09.416 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/05/06 09:56:09.462 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/05/06 09:56:09.483 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:09.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/05/06 09:56:09.566 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5709107530000002\n# Parse_time: 0.000452452\n# Compile_time: 0.001291313\n# Rewrite_time: 0.000281811\n# Optimize_time: 0.000149129\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/06 09:56:09.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/06 09:56:09.579 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:09.607 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:09.606 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/06 09:56:09.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:09.684 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/05/06 09:56:09.722 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.267674ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:56:09.734 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/05/06 09:56:09.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.695175ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:09.877 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/05/06 09:56:09.887 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/05/06 09:56:09.890 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:09.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:09.951 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/06 09:56:09.951 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:09.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.381561141\n# Parse_time: 0.00030634\n# Compile_time: 0.000893555\n# Rewrite_time: 0.000043306\n# Optimize_time: 0.0011505\n# Wait_TS: 0.000460028\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/05/06 09:56:10.130 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump3861478489/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/06 09:56:10.130 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:10.130 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/06 09:56:10.130 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=49.939Β΅s] [2024/05/06 09:56:10.130 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=173.176Β΅s] [] [2024/05/06 09:56:10.212 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:10.303 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/06 09:56:10.304 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:10.411 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:10.412 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:10.413 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/06 09:56:10.431 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:10.432 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:10.541 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/06 09:56:10.560 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/06 09:56:10.589 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:10.631 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:10.632 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 09:56:10.641 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:10.641 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:10.641 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:10.641 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:10.642 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:10.642 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:10.642 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:10.642 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:10.642 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:10.656 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:10.658 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:10.658 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:10.658 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:10.658 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=700.7GiB] [2024/05/06 09:56:10.737 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/05/06 09:56:10.742 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:10.745 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:10.745 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/05/06 09:56:10.791 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/05/06 09:56:10.794 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=361.862Β΅s] [encodeDur=1.013748ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=321.829Β΅s] [type=file] [takeTime=2.334595ms] [] [2024/05/06 09:56:10.794 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=57.568988ms] [] [2024/05/06 09:56:10.794 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/e7d05b20-d467-443c-9727-002db50a1f5f.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/05/06 09:56:10.795 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:56:10.795 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:56:10.795 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:10.799 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=3.828105ms] [] [2024/05/06 09:56:10.800 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:56:10.805 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:10.827 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/06 09:56:10.827 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:10.841 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/06 09:56:10.843 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.686623ms] [] [2024/05/06 09:56:10.843 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:10.844 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=998.941Β΅s] [] [2024/05/06 09:56:10.844 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/06 09:56:10.844 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:10.845 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.471715ms] [] [2024/05/06 09:56:10.845 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:56:10.845 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:10.846 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=49.586Β΅s] [] [2024/05/06 09:56:10.846 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:10.846 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=779.61Β΅s] [] [2024/05/06 09:56:10.897 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:10.900 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:10.900 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:10.900 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:10.901 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:10.901 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:10.901 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:10.903 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:10.903 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:10.903 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:10.903 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:10.903 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:10.903 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=271.745969ms] [] [2024/05/06 09:56:10.924 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:10.926 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:10.927 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:10.927 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:10.987 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/06 09:56:10.989 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:10.989 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:11.158 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:11.208 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:56:11.208 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:56:11.208 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/05/06 09:56:11.216 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=7.523014ms] [] [2024/05/06 09:56:11.216 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/06 09:56:11.216 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:56:11.216 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/05/06 09:56:11.216 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/05/06 09:56:11.222 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/06 09:56:11.223 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/06 09:56:11.223 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=15.252025ms] [] [2024/05/06 09:56:11.223 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=15.560164ms] [] [2024/05/06 09:56:11.266 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=108.168673ms] [] [2024/05/06 09:56:11.325 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:11.325 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/05/06 09:56:11.328 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/05/06 09:56:11.379 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/05/06 09:56:11.408 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/06 09:56:11.432 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:11.432 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/05/06 09:56:11.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.563908004\n# Parse_time: 0.000419998\n# Compile_time: 0.001313586\n# Rewrite_time: 0.000331865\n# Optimize_time: 0.0011505\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump3861478489/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/05/06 09:56:11.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/06 09:56:11.535 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/06 09:56:11.565 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:11.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:11.565 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:11.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/06 09:56:11.571 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:11.606 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:11.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:11.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.066979ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:11.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/05/06 09:56:11.695 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.282091ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:11.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:11.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:11.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:11.787 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/06 09:56:11.787 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:11.792 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/06 09:56:11.836 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:11.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:11.836 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:11.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/06 09:56:11.873 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:11.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:11.917 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/05/06 09:56:11.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.342835ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:11.986 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/05/06 09:56:12.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.456784ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:11.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:12.077 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:11.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:12.115 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/06 09:56:12.115 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:12.118 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.327823099\n# Parse_time: 0.000439979\n# Compile_time: 0.000766209\n# Rewrite_time: 0.000050874\n# Optimize_time: 0.000813622\n# Wait_TS: 0.000394848\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/05/06 09:56:12.136 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:12.340 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:56:12.432 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:12.469 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/05/06 09:56:12.470 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:12.577 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:12.579 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:12.581 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/06 09:56:12.600 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:12.603 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:12.603 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 09:56:12.603 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=44.416Β΅s] [2024/05/06 09:56:12.603 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=159.838Β΅s] [] [2024/05/06 09:56:12.603 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:12.603 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:12.746 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/06 09:56:12.768 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/06 09:56:12.777 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:12.819 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:12.820 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 09:56:12.821 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:12.830 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:12.830 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:12.830 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:12.830 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:12.831 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:12.831 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:12.831 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:12.831 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:12.831 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:12.845 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:12.846 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:12.846 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:12.846 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:12.846 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=700.7GiB] [2024/05/06 09:56:12.890 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/05/06 09:56:12.894 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:56:12.897 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:12.898 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/06 09:56:12.905 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/06 09:56:13.122 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=30.479567ms] [encodeDur=176.700725ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.647261ms] [type=file] [takeTime=216.513169ms] [] [2024/05/06 09:56:13.123 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/57a9594c-74ce-425b-bd7a-ef74654ce6aa.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/06 09:56:13.123 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=232.590711ms] [] [2024/05/06 09:56:13.123 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:56:13.123 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:56:13.123 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:56:13.125 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.198644ms] [] [2024/05/06 09:56:13.126 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 09:56:13.132 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:13.153 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 09:56:13.154 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:13.181 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 09:56:13.183 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=57.242667ms] [] [2024/05/06 09:56:13.183 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:56:13.184 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.439959ms] [] [2024/05/06 09:56:13.185 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/06 09:56:13.185 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:13.186 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.544415ms] [] [2024/05/06 09:56:13.186 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 09:56:13.186 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:13.186 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=53.797Β΅s] [] [2024/05/06 09:56:13.186 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:13.188 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.019499ms] [] [2024/05/06 09:56:13.230 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:13.234 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:13.234 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:13.234 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:13.234 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:13.236 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:13.237 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:13.237 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:13.237 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:13.237 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:13.237 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=417.741319ms] [] [2024/05/06 09:56:13.288 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:13.289 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:13.290 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:13.290 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:13.362 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 09:56:13.365 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:13.365 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:13.543 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:13.582 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:56:13.583 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:56:13.583 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/05/06 09:56:13.590 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=7.369031ms] [] [2024/05/06 09:56:13.590 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 09:56:13.590 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:56:13.590 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/05/06 09:56:13.590 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/05/06 09:56:13.594 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 09:56:13.594 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:56:13.594 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=11.756983ms] [] [2024/05/06 09:56:13.595 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=11.988093ms] [] [2024/05/06 09:56:13.635 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=91.37736ms] [] [2024/05/06 09:56:13.690 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:13.690 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/05/06 09:56:13.693 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/05/06 09:56:13.760 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/05/06 09:56:13.775 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/05/06 09:56:13.830 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:13.830 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/05/06 09:56:13.903 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:13.987 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.865012581\n# Parse_time: 0.000823203\n# Compile_time: 0.001227127\n# Rewrite_time: 0.000238555\n# Optimize_time: 0.000813622\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:56:14.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/06 09:56:14.031 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:13.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:14.032 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:13.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 09:56:14.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:13.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:14.083 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/05/06 09:56:14.130 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=2.399027ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:56:14.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/05/06 09:56:14.176 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.609227ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:13.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:14.236 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=35.246224ms] [2024/05/06 09:56:14.257 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/05/06 09:56:14.265 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/05/06 09:56:14.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:13.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:14.321 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/06 09:56:14.321 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:14.324 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.325673388\n# Parse_time: 0.000235812\n# Compile_time: 0.000685005\n# Rewrite_time: 0.000038115\n# Optimize_time: 0.001875801\n# Wait_TS: 0.000358673\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/05/06 09:56:14.338 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:14.508 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:14.627 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:14.664 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/06 09:56:14.664 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:14.770 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:14.771 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:14.772 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/06 09:56:14.791 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:14.794 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:14.794 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/06 09:56:14.794 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=56.588Β΅s] [2024/05/06 09:56:14.794 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=168.452Β΅s] [] [2024/05/06 09:56:14.794 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:14.794 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:14.912 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/06 09:56:14.934 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/06 09:56:14.958 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:15.003 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:15.004 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 09:56:15.005 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:15.014 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:15.014 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:15.014 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:15.014 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:15.016 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:15.016 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:15.016 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:15.016 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:15.016 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:15.068 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:15.070 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:15.070 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:15.070 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:15.070 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=700.7GiB] [2024/05/06 09:56:15.116 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/05/06 09:56:15.121 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:56:15.124 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:15.125 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/05/06 09:56:15.173 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/05/06 09:56:15.358 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=31.21135ms] [encodeDur=144.39494ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.85368ms] [type=file] [takeTime=184.637389ms] [] [2024/05/06 09:56:15.358 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/4ab849d1-48e9-4f10-bedd-8803df91b72f.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/05/06 09:56:15.358 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=242.129156ms] [] [2024/05/06 09:56:15.359 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:56:15.359 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:56:15.359 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:56:15.361 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.91946ms] [] [2024/05/06 09:56:15.361 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/06 09:56:15.365 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:15.387 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/06 09:56:15.387 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:24.987 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/06 09:56:24.989 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.627765301s] [] [2024/05/06 09:56:24.989 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/06 09:56:24.990 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.334889ms] [] [2024/05/06 09:56:24.990 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/06 09:56:24.990 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:24.992 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.921227ms] [] [2024/05/06 09:56:24.992 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/06 09:56:24.992 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:24.992 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=58.47Β΅s] [] [2024/05/06 09:56:24.992 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/06 09:56:24.993 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=818.731Β΅s] [] [2024/05/06 09:56:25.035 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/06 09:56:25.038 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:25.038 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:25.038 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:25.038 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:25.038 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:25.038 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:25.039 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:25.039 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:25.039 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:25.039 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:25.039 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:25.039 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:25.039 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:25.041 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:25.041 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:25.041 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:25.041 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:25.041 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:25.041 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=10.038119822s] [] [2024/05/06 09:56:25.085 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:25.087 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:25.088 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:25.088 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:25.167 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/06 09:56:25.168 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:25.168 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:25.366 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:25.410 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:56:25.410 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:56:25.410 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/05/06 09:56:25.417 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=7.254167ms] [] [2024/05/06 09:56:25.417 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/06 09:56:25.417 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:56:25.417 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/05/06 09:56:25.417 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/05/06 09:56:25.421 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/06 09:56:25.422 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/06 09:56:25.422 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.499224ms] [] [2024/05/06 09:56:25.422 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.734537ms] [] [2024/05/06 09:56:25.467 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=101.550189ms] [] [2024/05/06 09:56:25.489 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:25.489 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/05/06 09:56:25.492 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/05/06 09:56:25.557 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/05/06 09:56:25.610 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/06 09:56:25.631 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:25.631 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/05/06 09:56:25.709 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:25.784 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.458600104\n# Parse_time: 0.000844636\n# Compile_time: 0.001328652\n# Rewrite_time: 0.000316647\n# Optimize_time: 0.001875801\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/05/06 09:56:25.797 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/06 09:56:25.824 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:25.824 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:56:25.875 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:25.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=274.886Β΅s] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:25.917 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/05/06 09:56:25.956 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.787898ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.094 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=328.104Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:26.106 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/05/06 09:56:26.142 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.56111ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.174 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=196.271Β΅s] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:26.224 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/05/06 09:56:26.256 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.723013ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.309 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:26.317 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/05/06 09:56:26.321 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:25.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.371 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/06 09:56:26.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:26.374 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.578849413\n# Parse_time: 0.000484408\n# Compile_time: 0.000738445\n# Rewrite_time: 0.000034572\n# Optimize_time: 0.002039537\n# Wait_TS: 0.000310076\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/06 09:56:26.376 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/06 09:56:26.405 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:26.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:26.405 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:26.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/06 09:56:26.511 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:26.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=941.972Β΅s] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:26.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/05/06 09:56:26.592 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.336507ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:26.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.625 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:26.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.648 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/06 09:56:26.648 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:26.654 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/06 09:56:26.698 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:26.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:26.698 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:26.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/06 09:56:26.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:26.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.742 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/05/06 09:56:26.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.156852ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:26.816 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/05/06 09:56:26.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=54.427769ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:26.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:26.974 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:26.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:27.014 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/05/06 09:56:27.014 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:27.018 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.36557314\n# Parse_time: 0.000833186\n# Compile_time: 0.000953178\n# Rewrite_time: 0.000048614\n# Optimize_time: 0.002039537\n# Wait_TS: 0.000328797\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/05/06 09:56:27.034 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:27.250 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:27.409 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:27.452 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/06 09:56:27.452 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:27.558 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:27.560 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:27.562 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/06 09:56:27.586 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:27.589 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:27.589 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/06 09:56:27.589 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=55.812Β΅s] [2024/05/06 09:56:27.589 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=155.219Β΅s] [] [2024/05/06 09:56:27.589 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:27.589 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:27.797 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/06 09:56:27.818 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/06 09:56:27.834 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:27.878 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:27.879 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 09:56:27.880 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:27.890 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:27.890 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:27.890 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:27.890 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:27.891 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:27.891 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:27.891 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:27.891 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:27.891 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:27.906 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:27.908 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:27.908 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:27.908 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=211.9MiB] [per-index=70.62MiB] [2024/05/06 09:56:27.908 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=700.7GiB] [2024/05/06 09:56:27.954 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/05/06 09:56:27.958 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:27.961 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:27.962 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/05/06 09:56:28.013 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/05/06 09:56:28.015 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=235.612Β΅s] [encodeDur=1.42177ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=440.51Β΅s] [type=file] [takeTime=2.546731ms] [] [2024/05/06 09:56:28.017 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=62.56557ms] [] [2024/05/06 09:56:28.017 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/08f78f72-0909-4675-93e8-6108399eaf34.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/05/06 09:56:28.017 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:56:28.017 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:56:28.017 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:28.019 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.428155ms] [] [2024/05/06 09:56:28.019 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/06 09:56:28.024 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:28.046 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/06 09:56:28.046 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:28.061 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/06 09:56:28.063 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.370528ms] [] [2024/05/06 09:56:28.063 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/06 09:56:28.064 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.215762ms] [] [2024/05/06 09:56:28.064 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/06 09:56:28.064 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:28.064 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/3954649d-3645-495b-8662-a02b9c069926.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/05/06 09:56:28.067 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.546035ms] [] [2024/05/06 09:56:28.067 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/06 09:56:28.071 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:28.094 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/06 09:56:28.094 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:28.107 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/06 09:56:28.109 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=41.861652ms] [] [2024/05/06 09:56:28.109 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/06 09:56:28.110 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=996.253Β΅s] [] [2024/05/06 09:56:28.154 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:28.160 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:28.160 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:28.160 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:28.160 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:28.162 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:28.162 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:28.162 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:28.162 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:28.162 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:28.162 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=284.567216ms] [] [2024/05/06 09:56:28.177 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:28.179 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:28.180 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:28.180 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:28.294 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/06 09:56:28.296 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:28.296 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:28.483 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:28.539 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:56:28.539 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:56:28.539 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/05/06 09:56:28.547 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=7.22265ms] [] [2024/05/06 09:56:28.547 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/05/06 09:56:28.547 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/05/06 09:56:28.547 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 09:56:28.547 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/05/06 09:56:28.547 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/05/06 09:56:28.556 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/05/06 09:56:28.558 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/05/06 09:56:28.559 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/06 09:56:28.559 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=19.511093ms] [] [2024/05/06 09:56:28.559 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=19.772403ms] [] [2024/05/06 09:56:28.655 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=171.524466ms] [] [2024/05/06 09:56:28.679 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:28.679 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/05/06 09:56:28.682 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/05/06 09:56:28.743 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/05/06 09:56:28.761 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/06 09:56:28.789 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:28.789 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/05/06 09:56:28.892 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:28.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.947462932\n# Parse_time: 0.000499667\n# Compile_time: 0.002843873\n# Rewrite_time: 0.00188157\n# Optimize_time: 0.002039537\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/05/06 09:56:28.976 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/06 09:56:29.069 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:29.069 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/06 09:56:29.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=309.608Β΅s] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:29.179 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/05/06 09:56:29.216 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.024734ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.298 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=191.138Β΅s] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:29.309 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/05/06 09:56:29.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.729846ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.420 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.453 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=217.054Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:29.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/05/06 09:56:29.506 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.666355ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.599 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:29.610 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/05/06 09:56:29.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:28.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/06 09:56:29.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:29.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.691715728\n# Parse_time: 0.000451604\n# Compile_time: 0.000636797\n# Rewrite_time: 0.000032293\n# Optimize_time: 0.001264333\n# Wait_TS: 0.000385755\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/06 09:56:29.669 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/06 09:56:29.699 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:29.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:29.699 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:29.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/06 09:56:29.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:29.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=978.047Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:29.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/05/06 09:56:29.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.971819ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:29.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.924 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:29.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:29.949 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/06 09:56:29.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:29.954 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/06 09:56:29.994 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:29.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:29.994 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:29.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/06 09:56:30.087 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:29.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:30.096 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/05/06 09:56:30.152 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=2.188736ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:30.163 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/05/06 09:56:30.199 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=52.956643ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:29.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:30.272 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:29.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:30.307 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/06 09:56:30.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:30.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.35760191\n# Parse_time: 0.000760001\n# Compile_time: 0.001073007\n# Rewrite_time: 0.000047763\n# Optimize_time: 0.001264333\n# Wait_TS: 0.000346558\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/05/06 09:56:30.313 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/06 09:56:30.353 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:30.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/06 09:56:30.353 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:30.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:30.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:30.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:30.407 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/05/06 09:56:30.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.913763ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:30.538 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/05/06 09:56:30.571 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.720456ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:30.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:30.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:30.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:30.691 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/06 09:56:30.691 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:30.695 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.383495836\n# Parse_time: 0.000694478\n# Compile_time: 0.001016395\n# Rewrite_time: 0.000063191\n# Optimize_time: 0.001264333\n# Wait_TS: 0.000426571\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/06 09:56:30.708 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:30.952 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:31.037 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:31.081 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/05/06 09:56:31.081 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:31.187 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:31.188 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:31.189 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/06 09:56:31.206 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:31.209 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/05/06 09:56:31.209 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/06 09:56:31.209 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=57.103Β΅s] [2024/05/06 09:56:31.209 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=167.778Β΅s] [] [2024/05/06 09:56:31.209 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:31.210 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:31.367 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/06 09:56:31.388 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/06 09:56:31.394 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:31.436 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:31.437 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 09:56:31.438 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:31.447 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:31.447 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:31.448 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:31.448 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:31.449 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:31.449 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:31.449 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:31.449 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:31.449 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:31.463 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:31.464 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:31.465 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=752.3GB] [2024/05/06 09:56:31.465 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:31.465 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=700.7GiB] [2024/05/06 09:56:31.514 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/05/06 09:56:31.518 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:56:31.521 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:56:31.521 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/06 09:56:31.529 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/06 09:56:31.532 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.185926ms] [encodeDur=931.846Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=284.075Β΅s] [type=file] [takeTime=2.767871ms] [] [2024/05/06 09:56:31.533 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/d89106f9-3e42-40a2-b0b1-4aaa3015c0ee.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/06 09:56:31.533 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=18.44918ms] [] [2024/05/06 09:56:31.533 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:56:31.533 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:56:31.533 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:56:31.535 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.796673ms] [] [2024/05/06 09:56:31.535 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/06 09:56:31.539 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:31.562 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/06 09:56:31.562 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:31.577 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 09:56:31.579 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=44.628951ms] [] [2024/05/06 09:56:31.580 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/06 09:56:31.581 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.041474ms] [] [2024/05/06 09:56:31.581 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/06 09:56:31.581 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:56:31.583 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.990056ms] [] [2024/05/06 09:56:31.583 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/06 09:56:31.583 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:56:31.583 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=71.161Β΅s] [] [2024/05/06 09:56:31.583 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/06 09:56:31.584 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=849.63Β΅s] [] [2024/05/06 09:56:31.638 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:31.641 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:31.641 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:31.641 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:31.642 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:31.642 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:31.642 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:31.642 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:31.643 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:31.644 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:31.644 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:31.644 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:31.644 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:31.644 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=207.375929ms] [] [2024/05/06 09:56:31.702 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:31.704 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:31.705 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:31.705 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:31.823 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 09:56:31.824 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:31.825 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:31.939 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:31.989 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:56:31.989 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:56:31.989 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/05/06 09:56:31.996 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=7.044955ms] [] [2024/05/06 09:56:31.997 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 09:56:31.997 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:56:31.997 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/05/06 09:56:31.997 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/05/06 09:56:32.000 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 09:56:32.001 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:56:32.001 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=11.572521ms] [] [2024/05/06 09:56:32.001 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=11.765684ms] [] [2024/05/06 09:56:32.043 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=103.616128ms] [] [2024/05/06 09:56:32.102 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:32.102 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/05/06 09:56:32.105 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/05/06 09:56:32.191 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/05/06 09:56:32.205 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/05/06 09:56:32.221 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:32.221 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/05/06 09:56:32.303 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.607315163\n# Parse_time: 0.000536389\n# Compile_time: 0.001258016\n# Rewrite_time: 0.000317457\n# Optimize_time: 0.001264333\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 09:56:32.319 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:32.325 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:32.527 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:32.603 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:32.643 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/06 09:56:32.644 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:32.749 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:32.750 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:32.751 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/06 09:56:32.769 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:32.772 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:56:32.772 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/06 09:56:32.772 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=53.393Β΅s] [2024/05/06 09:56:32.772 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=156.614Β΅s] [] [2024/05/06 09:56:32.773 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:32.773 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:32.917 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/06 09:56:32.937 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/06 09:56:32.952 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:32.991 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:32.992 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 09:56:32.994 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:33.001 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:33.001 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:33.002 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:33.002 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:33.003 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:33.003 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:33.003 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:33.003 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:33.003 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:33.016 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:33.018 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:33.018 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:56:33.018 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:33.018 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=700.7GiB] [2024/05/06 09:56:33.062 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/05/06 09:56:33.066 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:56:33.069 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:33.070 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/06 09:56:33.123 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/05/06 09:56:33.126 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.689082ms] [encodeDur=1.226521ms] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=368.27Β΅s] [type=file] [takeTime=3.730339ms] [] [2024/05/06 09:56:33.127 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=65.121048ms] [] [2024/05/06 09:56:33.127 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/47dd6f82-c2b7-4a8f-8847-45fc37e9e3ee.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/06 09:56:33.128 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:56:33.128 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:56:33.128 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:56:33.130 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.241153ms] [] [2024/05/06 09:56:33.130 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:56:33.136 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:33.159 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/06 09:56:33.160 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:33.175 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/06 09:56:33.177 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=46.81901ms] [] [2024/05/06 09:56:33.177 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:56:33.178 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.100062ms] [] [2024/05/06 09:56:33.178 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/06 09:56:33.178 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:33.180 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.488667ms] [] [2024/05/06 09:56:33.180 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:56:33.180 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:33.180 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=48.891Β΅s] [] [2024/05/06 09:56:33.180 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:33.181 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=942.427Β΅s] [] [2024/05/06 09:56:33.232 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/06 09:56:33.235 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:33.235 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:33.235 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:33.236 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:33.236 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:33.236 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:33.236 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:33.237 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:33.238 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:33.238 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:33.238 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:33.238 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:33.238 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=246.279077ms] [] [2024/05/06 09:56:33.263 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:33.264 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:33.266 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:33.266 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:33.377 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/06 09:56:33.378 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:33.378 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:33.508 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:33.552 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:56:33.553 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:56:33.553 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/05/06 09:56:33.560 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=7.478607ms] [] [2024/05/06 09:56:33.560 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/06 09:56:33.560 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:56:33.560 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/05/06 09:56:33.561 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/05/06 09:56:33.566 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/06 09:56:33.567 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/06 09:56:33.567 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=14.009353ms] [] [2024/05/06 09:56:33.567 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=14.200667ms] [] [2024/05/06 09:56:33.607 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=98.957885ms] [] [2024/05/06 09:56:33.663 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:33.663 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/05/06 09:56:33.704 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/05/06 09:56:33.751 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/06 09:56:33.767 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/05/06 09:56:33.783 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:33.783 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/05/06 09:56:33.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.559746481\n# Parse_time: 0.00052331\n# Compile_time: 0.001190034\n# Rewrite_time: 0.000299266\n# Optimize_time: 0.001433969\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/06 09:56:33.884 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/06 09:56:33.898 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:33.925 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:33.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/06 09:56:33.925 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:33.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:33.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:33.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:33.989 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/05/06 09:56:34.047 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.491825ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:34.059 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/05/06 09:56:34.106 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=65.635277ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:33.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:34.164 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:33.884 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:34.212 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/06 09:56:34.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:34.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334613457\n# Parse_time: 0.001230638\n# Compile_time: 0.001329526\n# Rewrite_time: 0.000043721\n# Optimize_time: 0.00090197\n# Wait_TS: 0.000372017\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/05/06 09:56:34.232 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:34.405 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:34.540 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:34.590 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/06 09:56:34.590 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:34.696 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:34.697 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:34.698 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/06 09:56:34.719 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:34.722 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/05/06 09:56:34.723 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/06 09:56:34.723 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=62.105Β΅s] [2024/05/06 09:56:34.723 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=222.834Β΅s] [] [2024/05/06 09:56:34.723 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:34.723 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:34.841 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/06 09:56:34.860 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/06 09:56:34.874 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:34.913 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:34.914 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 09:56:34.915 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:34.969 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:34.970 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:34.970 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:34.970 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:34.971 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:34.971 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:34.971 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:34.971 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:34.971 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:34.986 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:34.988 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:34.988 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=752.3GB] [2024/05/06 09:56:34.988 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:34.988 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=700.7GiB] [2024/05/06 09:56:35.031 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/05/06 09:56:35.036 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:56:35.039 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:56:35.040 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/06 09:56:35.047 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/06 09:56:35.050 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.154907ms] [encodeDur=858.732Β΅s] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=244.926Β΅s] [type=file] [takeTime=2.58205ms] [] [2024/05/06 09:56:35.051 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=19.193454ms] [] [2024/05/06 09:56:35.051 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/82126244-db0c-44f0-a8a5-3682a03d52dc.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/06 09:56:35.051 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:56:35.051 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:56:35.051 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:56:35.053 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.813787ms] [] [2024/05/06 09:56:35.053 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/06 09:56:35.057 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:35.080 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/06 09:56:35.080 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:35.093 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 09:56:35.095 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=41.910946ms] [] [2024/05/06 09:56:35.095 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/06 09:56:35.096 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.050714ms] [] [2024/05/06 09:56:35.096 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/06 09:56:35.096 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:56:35.098 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.997458ms] [] [2024/05/06 09:56:35.098 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/06 09:56:35.098 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:56:35.098 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=53.566Β΅s] [] [2024/05/06 09:56:35.098 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/06 09:56:35.100 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.016273ms] [] [2024/05/06 09:56:35.149 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:35.152 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:35.152 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:35.152 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:35.152 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:35.154 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:35.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:35.154 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:35.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:35.154 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:35.155 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=241.520967ms] [] [2024/05/06 09:56:35.209 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:35.210 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:35.211 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:35.211 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:35.280 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 09:56:35.281 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:35.281 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:35.457 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:35.506 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:56:35.507 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:56:35.507 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/05/06 09:56:35.514 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=7.497184ms] [] [2024/05/06 09:56:35.514 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/05/06 09:56:35.514 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 09:56:35.514 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/05/06 09:56:35.515 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/05/06 09:56:35.518 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/05/06 09:56:35.519 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/06 09:56:35.519 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=12.178156ms] [] [2024/05/06 09:56:35.519 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=12.428175ms] [] [2024/05/06 09:56:35.566 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=108.723312ms] [] [2024/05/06 09:56:35.609 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:35.609 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/05/06 09:56:35.612 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/05/06 09:56:35.657 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/05/06 09:56:35.697 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/06 09:56:35.761 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:35.761 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/05/06 09:56:35.811 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.593749189\n# Parse_time: 0.000539009\n# Compile_time: 0.001406376\n# Rewrite_time: 0.000369235\n# Optimize_time: 0.00090197\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 09:56:35.822 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/06 09:56:35.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:35.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:35.856 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:35.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:35.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 09:56:35.905 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:35.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:35.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/05/06 09:56:35.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.599744ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:56:35.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/05/06 09:56:36.006 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.81477ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:35.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:36.070 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/05/06 09:56:36.077 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/05/06 09:56:36.080 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:35.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:36.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/06 09:56:36.188 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:36.193 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371695363\n# Parse_time: 0.000502601\n# Compile_time: 0.00098954\n# Rewrite_time: 0.000034492\n# Optimize_time: 0.000958504\n# Wait_TS: 0.000333522\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/06 09:56:36.207 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:36.382 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:36.530 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:36.562 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/05/06 09:56:36.562 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:36.669 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:36.670 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:36.671 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/06 09:56:36.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:36.693 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/06 09:56:36.693 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/06 09:56:36.693 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=76.727Β΅s] [2024/05/06 09:56:36.693 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=194.023Β΅s] [] [2024/05/06 09:56:36.693 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:36.693 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:36.814 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/06 09:56:36.833 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/06 09:56:36.857 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:36.898 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:36.899 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 09:56:36.900 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:36.908 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:36.908 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:36.909 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:36.909 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:36.910 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:36.910 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:36.910 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:36.910 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:36.910 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:36.967 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:36.969 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:36.969 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=752.3GB] [2024/05/06 09:56:36.969 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:36.969 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=700.7GiB] [2024/05/06 09:56:37.009 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/05/06 09:56:37.013 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:56:37.016 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:37.017 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/06 09:56:37.072 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/05/06 09:56:37.075 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.327166ms] [encodeDur=849.74Β΅s] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=275.15Β΅s] [type=file] [takeTime=2.82488ms] [] [2024/05/06 09:56:37.076 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=67.061799ms] [] [2024/05/06 09:56:37.076 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/73194557-68ba-4e52-bfd1-c0815d47de95.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/05/06 09:56:37.076 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:56:37.076 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:56:37.076 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:56:37.078 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.989247ms] [] [2024/05/06 09:56:37.078 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/06 09:56:37.083 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:37.106 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/06 09:56:37.106 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:37.120 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/06 09:56:37.122 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=43.535154ms] [] [2024/05/06 09:56:37.122 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/06 09:56:37.123 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.081155ms] [] [2024/05/06 09:56:37.123 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/06 09:56:37.123 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:37.125 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.580357ms] [] [2024/05/06 09:56:37.125 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/06 09:56:37.125 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:37.125 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=70.197Β΅s] [] [2024/05/06 09:56:37.125 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/06 09:56:37.126 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.023477ms] [] [2024/05/06 09:56:37.171 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/06 09:56:37.174 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:37.174 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:37.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:37.175 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:37.175 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:37.175 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:37.175 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:37.177 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:37.177 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:37.177 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:37.177 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:37.177 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:37.177 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=279.386817ms] [] [2024/05/06 09:56:37.182 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:37.183 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:37.184 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:37.184 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:37.246 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/06 09:56:37.247 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:37.247 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:37.415 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:37.459 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:56:37.459 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:56:37.459 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/05/06 09:56:37.467 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=7.744075ms] [] [2024/05/06 09:56:37.467 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/05/06 09:56:37.467 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 09:56:37.467 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/05/06 09:56:37.467 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/05/06 09:56:37.471 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/05/06 09:56:37.472 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/06 09:56:37.472 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=12.761167ms] [] [2024/05/06 09:56:37.472 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=13.031071ms] [] [2024/05/06 09:56:37.510 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=94.728317ms] [] [2024/05/06 09:56:37.583 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:37.583 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/05/06 09:56:37.586 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/05/06 09:56:37.625 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/05/06 09:56:37.668 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/05/06 09:56:37.690 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:37.690 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/05/06 09:56:37.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.607866847\n# Parse_time: 0.000544909\n# Compile_time: 0.001393531\n# Rewrite_time: 0.000304508\n# Optimize_time: 0.000958504\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/06 09:56:37.811 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/06 09:56:37.817 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:37.847 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:37.847 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/06 09:56:37.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:37.896 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/05/06 09:56:37.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.232602ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:37.957 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/05/06 09:56:37.992 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.579146ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:38.029 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:37.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:38.067 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/06 09:56:38.068 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:38.073 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/06 09:56:38.148 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:38.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:38.148 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:38.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/06 09:56:38.194 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:38.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:38.202 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/05/06 09:56:38.255 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.661669ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:38.266 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/05/06 09:56:38.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.756636ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:38.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:38.379 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:38.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:38.412 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/06 09:56:38.412 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:38.416 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344405383\n# Parse_time: 0.000947749\n# Compile_time: 0.001045339\n# Rewrite_time: 0.000053229\n# Optimize_time: 0.000874713\n# Wait_TS: 0.000345654\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/05/06 09:56:38.429 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:38.636 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:38.703 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:38.745 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/05/06 09:56:38.746 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:38.851 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:38.852 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:38.853 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/06 09:56:38.871 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:38.874 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/05/06 09:56:38.874 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/06 09:56:38.875 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=67.316Β΅s] [2024/05/06 09:56:38.875 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=189.368Β΅s] [] [2024/05/06 09:56:38.875 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:38.875 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:39.022 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/06 09:56:39.041 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/06 09:56:39.053 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:39.092 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:39.092 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 09:56:39.093 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:39.102 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:39.102 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:39.102 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:39.102 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:39.103 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:39.103 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:39.103 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:39.103 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:39.103 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:39.118 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:39.120 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:39.120 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=752.3GB] [2024/05/06 09:56:39.120 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:39.120 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=700.7GiB] [2024/05/06 09:56:39.169 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/05/06 09:56:39.173 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:56:39.177 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:56:39.177 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/06 09:56:39.233 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/06 09:56:39.236 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.269426ms] [encodeDur=575.299Β΅s] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=406.718Β΅s] [type=file] [takeTime=2.704014ms] [] [2024/05/06 09:56:39.237 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=68.194248ms] [] [2024/05/06 09:56:39.237 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/74c3426d-78e3-4763-84d5-e1600a4d4b2a.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/06 09:56:39.237 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:56:39.237 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:56:39.237 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:56:39.240 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.750705ms] [] [2024/05/06 09:56:39.240 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/06 09:56:39.245 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:39.267 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:56:39.267 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:39.280 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:56:39.282 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=41.586743ms] [] [2024/05/06 09:56:39.282 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/06 09:56:39.283 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.049468ms] [] [2024/05/06 09:56:39.283 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/06 09:56:39.283 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:56:39.285 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.481591ms] [] [2024/05/06 09:56:39.285 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/06 09:56:39.285 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:56:39.285 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=77.974Β΅s] [] [2024/05/06 09:56:39.285 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/06 09:56:39.286 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=879.874Β΅s] [] [2024/05/06 09:56:39.334 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:39.337 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:39.337 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:39.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:39.338 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:39.338 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:39.339 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:39.339 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:39.339 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:39.339 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:39.339 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:39.340 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=247.925304ms] [] [2024/05/06 09:56:39.367 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:39.368 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:39.368 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:39.368 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:39.476 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 09:56:39.477 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:39.477 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:39.615 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:39.658 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:56:39.658 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:56:39.658 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/05/06 09:56:39.665 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=7.480771ms] [] [2024/05/06 09:56:39.666 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/05/06 09:56:39.666 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 09:56:39.666 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/05/06 09:56:39.666 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/05/06 09:56:39.669 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/05/06 09:56:39.670 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/06 09:56:39.670 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=11.713472ms] [] [2024/05/06 09:56:39.670 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=11.884008ms] [] [2024/05/06 09:56:39.709 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=93.865538ms] [] [2024/05/06 09:56:39.809 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:39.809 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/05/06 09:56:39.812 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/05/06 09:56:39.851 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/05/06 09:56:39.863 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/05/06 09:56:39.871 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:39.871 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/05/06 09:56:39.940 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:39.953 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5368057720000001\n# Parse_time: 0.000520627\n# Compile_time: 0.001160211\n# Rewrite_time: 0.000276088\n# Optimize_time: 0.000874713\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/06 09:56:39.974 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:40.185 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:40.266 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:40.302 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/06 09:56:40.302 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:40.407 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:40.408 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:40.409 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/06 09:56:40.427 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:40.430 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/05/06 09:56:40.431 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/06 09:56:40.431 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=56.425Β΅s] [2024/05/06 09:56:40.431 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=185.487Β΅s] [] [2024/05/06 09:56:40.431 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:40.431 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:40.566 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/06 09:56:40.586 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/06 09:56:40.592 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:40.634 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:40.635 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 09:56:40.636 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:40.646 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:40.646 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:40.646 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:40.646 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:40.647 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:40.647 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:40.647 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:40.647 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:40.647 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:40.661 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:40.663 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:40.663 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=752.3GB] [2024/05/06 09:56:40.663 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:40.663 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=700.7GiB] [2024/05/06 09:56:40.703 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/05/06 09:56:40.706 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:56:40.710 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:56:40.710 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/05/06 09:56:40.718 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/05/06 09:56:40.720 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.011731ms] [encodeDur=465.991Β΅s] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=256.992Β΅s] [type=file] [takeTime=2.077126ms] [] [2024/05/06 09:56:40.721 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/055a4048-29f4-4b56-8d03-e58e387445bd.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/05/06 09:56:40.721 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=18.128232ms] [] [2024/05/06 09:56:40.721 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:56:40.721 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:56:40.721 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:56:40.723 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.812019ms] [] [2024/05/06 09:56:40.723 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/06 09:56:40.727 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:40.750 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:56:40.750 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:40.763 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:56:40.764 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=41.251175ms] [] [2024/05/06 09:56:40.764 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/06 09:56:40.765 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=979.738Β΅s] [] [2024/05/06 09:56:40.765 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/06 09:56:40.766 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:56:40.767 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.598279ms] [] [2024/05/06 09:56:40.767 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/06 09:56:40.767 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:56:40.767 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=73.014Β΅s] [] [2024/05/06 09:56:40.767 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/06 09:56:40.768 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=820.455Β΅s] [] [2024/05/06 09:56:40.812 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:40.815 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:40.815 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:40.815 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:40.815 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:40.817 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:40.817 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:40.818 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:40.818 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:40.818 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:40.818 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=183.795905ms] [] [2024/05/06 09:56:40.821 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:40.822 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:40.823 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:40.823 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:40.891 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/06 09:56:40.892 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:40.893 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:41.049 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:41.094 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:56:41.094 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:56:41.094 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/05/06 09:56:41.101 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=7.33868ms] [] [2024/05/06 09:56:41.101 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/05/06 09:56:41.102 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 09:56:41.102 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/05/06 09:56:41.102 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/05/06 09:56:41.105 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/05/06 09:56:41.106 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/06 09:56:41.106 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=11.991736ms] [] [2024/05/06 09:56:41.106 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=12.217547ms] [] [2024/05/06 09:56:41.149 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=100.435701ms] [] [2024/05/06 09:56:41.227 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:41.228 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/05/06 09:56:41.230 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/05/06 09:56:41.334 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/05/06 09:56:41.335 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/06 09:56:41.353 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:41.353 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/05/06 09:56:41.423 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:41.520 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5576179890000001\n# Parse_time: 0.000509428\n# Compile_time: 0.00122559\n# Rewrite_time: 0.000311806\n# Optimize_time: 0.000960817\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/05/06 09:56:41.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:56:41.559 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:41.559 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:56:41.630 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:41.666 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=249.711Β΅s] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:41.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/05/06 09:56:41.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.41155ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:41.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:41.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=205.489Β΅s] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:41.860 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/05/06 09:56:41.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=53.771031ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:41.962 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:41.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=192.345Β΅s] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:42.005 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/05/06 09:56:42.041 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.268148ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.070 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:42.078 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/05/06 09:56:42.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:41.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.123 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/06 09:56:42.123 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:42.127 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.595472496\n# Parse_time: 0.000480969\n# Compile_time: 0.000683741\n# Rewrite_time: 0.000059358\n# Optimize_time: 0.001228032\n# Wait_TS: 0.000389078\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:56:42.129 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/06 09:56:42.157 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:42.157 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:56:42.268 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.085734ms] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:42.310 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/05/06 09:56:42.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.227186ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:42.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.444 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/06 09:56:42.444 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:42.447 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.319374456\n# Parse_time: 0.000283297\n# Compile_time: 0.000826064\n# Rewrite_time: 0.000028604\n# Optimize_time: 0.001228032\n# Wait_TS: 0.000417218\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:56:42.450 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:56:42.453 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:56:42.497 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:42.497 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:42.560 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.568 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/05/06 09:56:42.670 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=2.567413ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:42.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/05/06 09:56:42.717 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=54.366118ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.768 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:42.434 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.810 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/06 09:56:42.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:42.813 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.361977921\n# Parse_time: 0.000615371\n# Compile_time: 0.000824457\n# Rewrite_time: 0.000043024\n# Optimize_time: 0.001228032\n# Wait_TS: 0.000314616\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:42.815 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:56:42.858 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:42.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:42.858 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:42.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:42.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:42.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:42.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/05/06 09:56:42.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.488851ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:42.990 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/05/06 09:56:43.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.552025ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:42.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:43.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:42.784 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:43.168 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/06 09:56:43.168 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:43.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.357999631\n# Parse_time: 0.00056232\n# Compile_time: 0.000898881\n# Rewrite_time: 0.000047166\n# Optimize_time: 0.001228032\n# Wait_TS: 0.000373343\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:43.180 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/06 09:56:43.180 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/05/06 09:56:43.183 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/06 09:56:43.186 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:56:43.187 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:56:43.188 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/06 09:56:43.191 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:43.221 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:56:43.236 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:43.391 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/05/06 09:56:43.522 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:43.558 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/06 09:56:43.558 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:43.663 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:43.665 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:43.666 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/06 09:56:43.685 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:43.689 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/06 09:56:43.689 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/05/06 09:56:43.689 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=64.109Β΅s] [2024/05/06 09:56:43.689 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=211.722Β΅s] [] [2024/05/06 09:56:43.689 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:43.689 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:43.803 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/06 09:56:43.823 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/06 09:56:43.845 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:43.927 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:43.929 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 09:56:43.930 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:43.939 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:43.939 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:43.940 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:43.940 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:43.941 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:43.941 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:43.941 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:43.941 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:43.941 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:43.955 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:43.957 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:43.957 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/06 09:56:43.957 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:43.957 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=700.7GiB] [2024/05/06 09:56:43.998 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/05/06 09:56:44.002 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:56:44.005 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:44.005 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/05/06 09:56:44.055 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/05/06 09:56:44.059 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.519218ms] [encodeDur=1.768869ms] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=166.604Β΅s] [type=file] [takeTime=4.05463ms] [] [2024/05/06 09:56:44.060 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/fbe54e12-405d-44b9-9660-e59ceb49a4a3.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/05/06 09:56:44.060 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=62.540044ms] [] [2024/05/06 09:56:44.061 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:56:44.061 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:56:44.061 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:56:44.063 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.888412ms] [] [2024/05/06 09:56:44.063 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/06 09:56:44.068 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:44.089 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:56:44.090 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:44.103 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:56:44.105 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.865499ms] [] [2024/05/06 09:56:44.105 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/06 09:56:44.106 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.189059ms] [] [2024/05/06 09:56:44.106 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/06 09:56:44.106 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:44.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.435953ms] [] [2024/05/06 09:56:44.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/06 09:56:44.108 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:44.108 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.205Β΅s] [] [2024/05/06 09:56:44.108 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/06 09:56:44.109 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=792.894Β΅s] [] [2024/05/06 09:56:44.153 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/06 09:56:44.155 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:44.155 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:44.155 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:44.155 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:44.155 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:44.155 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:44.155 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:44.155 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:44.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:44.156 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:44.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:44.156 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:44.156 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:44.158 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:44.158 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:44.158 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:44.158 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:44.158 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:44.158 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=230.428913ms] [] [2024/05/06 09:56:44.181 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:44.183 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:44.185 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:44.185 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:44.252 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/05/06 09:56:44.254 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:44.254 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:44.470 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:44.519 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:56:44.520 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:56:44.520 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/05/06 09:56:44.520 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=12.552Β΅s] [] [2024/05/06 09:56:44.520 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/05/06 09:56:44.520 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 09:56:44.520 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/05/06 09:56:44.520 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/05/06 09:56:44.525 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/05/06 09:56:44.526 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/06 09:56:44.526 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=6.348183ms] [] [2024/05/06 09:56:44.526 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=6.607146ms] [] [2024/05/06 09:56:44.569 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=99.05534ms] [] [2024/05/06 09:56:44.580 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:44.580 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/05/06 09:56:44.583 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/05/06 09:56:44.628 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/05/06 09:56:44.704 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/06 09:56:44.734 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:44.734 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/05/06 09:56:44.791 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5686643999999998\n# Parse_time: 0.00080625\n# Compile_time: 0.001626767\n# Rewrite_time: 0.000324656\n# Optimize_time: 0.001228032\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/05/06 09:56:44.820 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:56:44.821 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:56:44.821 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:408\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:56:44.827 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:45.006 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/05/06 09:56:45.015 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:45.015 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:45.015 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:45.015 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:45.017 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:45.017 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:45.017 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:45.017 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:45.017 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:45.034 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:45.036 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:45.036 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=752.3GB] [2024/05/06 09:56:45.040 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:56:45.043 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:56:45.110 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [key=import-from-select] [2024/05/06 09:56:45.112 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [key=import-from-select] [readDur=24.379Β΅s] [encodeDur=872.122Β΅s] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=172.289Β΅s] [type=query] [takeTime=1.533995ms] [] [2024/05/06 09:56:45.113 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/8199f6a2-ac4d-49f1-98c1-66b96be07026/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/40915b61-823a-460c-92cc-dfbb02fc55e3.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/05/06 09:56:45.154 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [key=import-from-select] [2024/05/06 09:56:45.154 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=182.449Β΅s] [] [2024/05/06 09:56:45.155 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:56:45.157 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=2.344062ms] [] [2024/05/06 09:56:45.157 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/05/06 09:56:45.163 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:45.186 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:56:45.186 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:45.202 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:56:45.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=46.005413ms] [] [2024/05/06 09:56:45.203 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:56:45.205 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.670603ms] [] [2024/05/06 09:56:45.205 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/05/06 09:56:45.205 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:56:45.205 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=61.555Β΅s] [] [2024/05/06 09:56:45.205 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/05/06 09:56:45.205 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [2024/05/06 09:56:45.206 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [takeTime=21.025Β΅s] [] [2024/05/06 09:56:45.206 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 09:56:45.206 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [weight=30] [2024/05/06 09:56:45.206 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [concurrency=15] [2024/05/06 09:56:45.210 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/05/06 09:56:45.211 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/06 09:56:45.211 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=8199f6a2-ac4d-49f1-98c1-66b96be07026] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=5.168656ms] [] [2024/05/06 09:56:45.211 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:56:45.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=10.558Β΅s] [] [2024/05/06 09:56:45.211 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/06 09:56:45.212 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.059523ms] [] [2024/05/06 09:56:45.212 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:56:45.212 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=12.335Β΅s] [] [2024/05/06 09:56:45.212 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/06 09:56:45.213 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=901.76Β΅s] [] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:45.217 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:45.217 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:45.217 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:45.217 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:45.220 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:45.220 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:45.220 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:45.220 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:45.220 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:45.222 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449574182527696904\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398833914\n# Parse_time: 0.000715576\n# Compile_time: 0.002641681\n# Rewrite_time: 0.001366666\n# Optimize_time: 0.000786893\n# Wait_TS: 0.000103738\n# Cop_time: 0.000150075 Process_time: 0.000142738 Wait_time: 0.000102959 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 7\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 4.7579e-05 Cop_proc_p90: 5.5087e-05 Cop_proc_max: 5.5087e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4319e-05 Cop_wait_p90: 3.5498e-05 Cop_wait_max: 3.5498e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 765\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lQbwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozOTMuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJMQl0AUQYOTY5LjPCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAzLCBtYXg6IDEuNDcBbiRtaW46IDkxNi4xBTgIYXZnARwEMjMBHAhwOTUBDQ0pPGF4X3Byb2Nfa2V5czogMSwBHzoSAAh0b3QFEhg6IDE0Mi43BVIBFBx3YWl0OiAxMAmcgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWxCF9kdQUaAZ8INi40BUwBhJhkaXN0c3FsX2NvbmN1cnJlbmN5OiAzfSwgcnBjX2luZm86e0NvcDoB7hhfcnBjOjMsAYMIYWxfKWZELjQ2bXN9fQk3NjUgQnl0ZXMJIWQMMgk0MyFHBF8wLWbgdGFibGU6dCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJdGlrdl90YXNrOntwcm9jAaQMOjBzLCVZAQglUgEJCHA4MAURIVYBEBBpdGVycwWfYGFza3M6M30sIHNjYW5fZGV0YWlsOiB7dG8BtwFVCGVzczl3RhcAIF9zaXplOiA0NRHrKaM4MywgZ2V0X3NuYXBzaG90KQEQIDQ2LjglTTRyb2Nrc2RiOiB7YmxvY0EhOZQwY291bnQ6IDd9fX0sICE5XpYAARw67gEIYWxfIfARGy31AHQhJwx3YWxsDRg8NDk2wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('/gagCvkGCgxJbXBvcnRJbnRvXzISsgYKDVRhYmxlUmVhZGVyXzcSsgMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qvgJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLEgzLCBnZXRfc25hcHNob3RfdGltASbANi44wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDd9fX0sIAE4XpYAARwYOiAxNDIuNwVVCZ0Id2FpEW8IMTAzCRkhJwx3YWxsDTMgNDk2wrVzfXD/EQEEAXgRCiT/ASFyQiKi2zgcMqEBEAFAAVIUIZgEOlQ2zwEEWhYFhgw5NjkuCWw0bG9vcHM6MmKXAmNvcF8hXxg6IHtudW06IRMkbWF4OiAxLjQ3bS2lFCA5MTYuMQWlAGEhrAwxLjIzARwhqBkpBGF4JYotWwQxLAEfOhIACHRvdAUSOhABJQ4AOjUJEGNvcHJfOWpEcmF0aW86IDAuMDAsIGJ1aWxkBbEIX2R1BRoYbjogOTYuNAWeAYRQZGlzdHNxbF9jb25jdXJyZW5jeTogQTs0cnBjX2luZm86e0NvcDoB7hBfcnBjOkFfRUclIygzLjQ2bXN9fXD9BT1uADghWhQDTi9BWhUJJgw5My44IQIpSAAxVqQBBBgB')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/05/06 09:56:45.235 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/06 09:56:45.236 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/05/06 09:56:45.236 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:56:45.236 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/06 09:56:45.268 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:45.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/06 09:56:45.268 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:45.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:45.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:45.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:45.321 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/05/06 09:56:45.368 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.44204ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:56:45.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/05/06 09:56:45.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.419815ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:45.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:45.473 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/05/06 09:56:45.482 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/05/06 09:56:45.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:45.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:45.590 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/06 09:56:45.590 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:45.595 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.36000902\n# Parse_time: 0.000280974\n# Compile_time: 0.000783542\n# Rewrite_time: 0.000037806\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000409971\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/06 09:56:45.611 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/05/06 09:56:45.653 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:56:45.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:45.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:56:45.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:45.765 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=268.167Β΅s] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:45.777 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/05/06 09:56:45.814 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.671635ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:45.875 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:45.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=199.943Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:45.918 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/05/06 09:56:45.957 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.002213ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.076 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=214.403Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:46.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/05/06 09:56:46.161 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=54.911238ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.216 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:46.225 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/05/06 09:56:46.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:45.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.274 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/06 09:56:46.274 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:46.278 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.626112069\n# Parse_time: 0.000622034\n# Compile_time: 0.000905031\n# Rewrite_time: 0.000048238\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000336945\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:56:46.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:56:46.307 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:46.307 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:56:46.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.290993ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:46.419 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/05/06 09:56:46.452 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.145169ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.572 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.599 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/05/06 09:56:46.599 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:46.604 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324853536\n# Parse_time: 0.000266691\n# Compile_time: 0.000813915\n# Rewrite_time: 0.000032724\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000589661\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:56:46.608 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:56:46.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:56:46.655 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:46.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:46.655 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:46.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:46.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.701 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/05/06 09:56:46.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=2.397885ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:46.779 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/05/06 09:56:46.816 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=54.425593ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:46.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.870 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:46.909 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/06 09:56:46.909 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:46.913 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303386803\n# Parse_time: 0.000822872\n# Compile_time: 0.000971403\n# Rewrite_time: 0.000053806\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000370736\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:46.977 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/05/06 09:56:47.005 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/06 09:56:47.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:47.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/06 09:56:47.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=233.841Β΅s] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:47.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/05/06 09:56:47.159 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.570658ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.248 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=189.946Β΅s] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:47.258 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/05/06 09:56:47.297 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.632405ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=278.305Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:47.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/05/06 09:56:47.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.34701ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.568 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:47.576 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/05/06 09:56:47.580 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:46.985 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/05/06 09:56:47.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:47.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.623151213\n# Parse_time: 0.000697667\n# Compile_time: 0.00078959\n# Rewrite_time: 0.000032407\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000325775\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/06 09:56:47.629 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/06 09:56:47.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:47.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:47.657 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:47.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/06 09:56:47.722 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:47.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=967.83Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:47.763 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/05/06 09:56:47.802 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.414509ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:47.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.916 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:47.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:47.942 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/05/06 09:56:47.942 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:47.946 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.318137017\n# Parse_time: 0.000311182\n# Compile_time: 0.000698556\n# Rewrite_time: 0.000029549\n# Optimize_time: 0.001232048\n# Wait_TS: 0.00041057\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/06 09:56:47.949 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/06 09:56:47.952 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/06 09:56:47.998 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:47.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:47.998 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:47.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:48.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:47.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.077 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/05/06 09:56:48.142 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.493013ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:48.153 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/05/06 09:56:48.189 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.695193ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:47.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:47.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.310 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/05/06 09:56:48.310 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:48.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.363972351\n# Parse_time: 0.001003814\n# Compile_time: 0.001242687\n# Rewrite_time: 0.000043525\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000324602\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/06 09:56:48.334 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:48.364 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/05/06 09:56:48.385 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/06 09:56:48.414 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:48.414 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:56:48.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=317.996Β΅s] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:48.515 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/05/06 09:56:48.555 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.945202ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.612 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=176.599Β΅s] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:48.621 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/05/06 09:56:48.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.970005ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.798 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=197.93Β΅s] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:56:48.808 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/05/06 09:56:48.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=54.224344ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.907 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/05/06 09:56:48.914 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/05/06 09:56:48.917 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:48.963 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/06 09:56:48.963 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:48.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.58234759\n# Parse_time: 0.000455858\n# Compile_time: 0.000612349\n# Rewrite_time: 0.000030293\n# Optimize_time: 0.001232048\n# Wait_TS: 0.00046769\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/06 09:56:48.968 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/06 09:56:48.996 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:48.996 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/06 09:56:49.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:48.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:49.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=951.116Β΅s] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:49.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/05/06 09:56:49.137 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=52.838037ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:48.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:49.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:48.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:49.289 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/06 09:56:49.289 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:49.292 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.325276647\n# Parse_time: 0.000395172\n# Compile_time: 0.000812763\n# Rewrite_time: 0.000029901\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000403658\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/06 09:56:49.295 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/06 09:56:49.342 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 09:56:49.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:49.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:49.423 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/05/06 09:56:49.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=2.751542ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:49.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/05/06 09:56:49.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=53.234151ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:49.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:49.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:49.680 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/06 09:56:49.680 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:49.685 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.391891734\n# Parse_time: 0.000807798\n# Compile_time: 0.001151985\n# Rewrite_time: 0.00004499\n# Optimize_time: 0.001232048\n# Wait_TS: 0.000326109\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/06 09:56:49.701 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:49.904 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:56:49.997 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:50.091 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/05/06 09:56:50.092 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:50.197 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:50.198 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:50.199 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/06 09:56:50.222 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:50.224 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:56:50.225 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:56:50.225 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=85.16Β΅s] [2024/05/06 09:56:50.225 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=240.084Β΅s] [] [2024/05/06 09:56:50.225 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:50.225 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:50.350 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/06 09:56:50.366 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/05/06 09:56:50.366 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/06 09:56:50.378 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:50.418 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:50.420 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 09:56:50.421 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:50.431 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:50.431 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:50.431 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:50.431 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:50.432 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:50.433 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:50.433 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:50.433 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:50.433 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:50.448 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:50.449 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:50.450 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:56:50.450 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:50.450 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=700.7GiB] [2024/05/06 09:56:50.543 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/05/06 09:56:50.547 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:50.551 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:50.552 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/06 09:56:50.675 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/05/06 09:56:50.677 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.066522ms] [encodeDur=485.717Β΅s] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=258.94Β΅s] [type=file] [takeTime=2.172081ms] [] [2024/05/06 09:56:50.678 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=134.702272ms] [] [2024/05/06 09:56:50.678 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/daf60277-16c5-40af-8c6a-54e3100c1592.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/06 09:56:50.678 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:56:50.678 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:56:50.678 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:50.680 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.036422ms] [] [2024/05/06 09:56:50.680 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 09:56:50.685 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:50.707 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:56:50.707 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:50.721 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:56:50.723 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.333934ms] [] [2024/05/06 09:56:50.723 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:50.724 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.258424ms] [] [2024/05/06 09:56:50.724 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/06 09:56:50.724 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:50.726 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.471285ms] [] [2024/05/06 09:56:50.726 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 09:56:50.726 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:50.726 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=82.037Β΅s] [] [2024/05/06 09:56:50.726 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:50.727 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=850.083Β΅s] [] [2024/05/06 09:56:50.769 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:50.772 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:50.772 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:50.772 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:50.772 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:50.775 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:50.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:50.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:50.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:50.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:50.775 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=356.390532ms] [] [2024/05/06 09:56:50.814 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:50.816 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:50.818 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:50.818 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:50.882 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:56:50.884 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:50.884 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:51.090 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:51.133 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:56:51.134 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:56:51.134 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/05/06 09:56:51.140 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=6.792943ms] [] [2024/05/06 09:56:51.141 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/05/06 09:56:51.141 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 09:56:51.141 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/05/06 09:56:51.141 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/05/06 09:56:51.144 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/05/06 09:56:51.145 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/06 09:56:51.145 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=11.596114ms] [] [2024/05/06 09:56:51.145 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=11.808254ms] [] [2024/05/06 09:56:51.184 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=93.17297ms] [] [2024/05/06 09:56:51.211 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:51.212 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/05/06 09:56:51.213 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/05/06 09:56:51.213 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/05/06 09:56:51.322 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/05/06 09:56:51.329 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/05/06 09:56:51.346 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:51.346 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/05/06 09:56:51.440 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:51.552 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.865711608\n# Parse_time: 0.000795853\n# Compile_time: 0.001722591\n# Rewrite_time: 0.000322668\n# Optimize_time: 0.001232048\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:56:51.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/06 09:56:51.589 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:51.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:51.589 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-06 09:56:51.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/05/06 09:56:51.628 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:51.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:51.639 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/05/06 09:56:51.680 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.244705ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:56:51.729 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id e22b8909-559c-42ba-ae84-d12ed1203e13"] ["ddl job id"=317] [ver=228] [2024/05/06 09:56:51.736 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/05/06 09:56:51.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=76.689107ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:51.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:51.802 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/05/06 09:56:51.810 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/05/06 09:56:51.813 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:51.534 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:51.874 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/06 09:56:51.874 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:51.878 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317233255\n# Parse_time: 0.000432374\n# Compile_time: 0.000838661\n# Rewrite_time: 0.000051549\n# Optimize_time: 0.000921954\n# Wait_TS: 0.000401385\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/05/06 09:56:51.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:52.065 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:56:52.196 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:52.239 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/05/06 09:56:52.239 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:52.344 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:52.346 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:52.347 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/06 09:56:52.368 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:52.371 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:56:52.371 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:56:52.371 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=71.792Β΅s] [2024/05/06 09:56:52.371 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=213.834Β΅s] [] [2024/05/06 09:56:52.371 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:52.371 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:52.545 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/06 09:56:52.561 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/05/06 09:56:52.561 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/06 09:56:52.583 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:52.622 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:52.623 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 09:56:52.625 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:52.634 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:52.634 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:52.635 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:52.635 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:52.636 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:52.636 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:52.636 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:52.636 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:52.636 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:52.651 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:52.652 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:52.652 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:56:52.652 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:52.652 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=700.7GiB] [2024/05/06 09:56:52.690 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/05/06 09:56:52.694 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:52.698 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:52.698 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 09:56:55.699 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.008962581s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:56:55.699 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:56:55.700 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:56:55.700 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:55.700 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:55.700 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:55.700 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:55.700 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:55.700 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:56:55.700 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:55.700 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:55.701 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:55.719 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/06 09:56:55.723 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:55.723 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:55.723 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:55.723 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:55.724 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:55.726 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:55.726 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:55.726 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:55.726 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:55.726 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:55.726 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=3.103898573s] [error="occur an error when sort chunk"] [2024/05/06 09:56:55.726 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:56:55.771 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:56:55.811 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/05/06 09:56:55.903 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:56:55.905 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/05/06 09:56:55.921 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/05/06 09:56:55.921 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/05/06 09:56:55.971 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/05/06 09:56:55.994 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:55.994 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/05/06 09:56:56.092 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:56.156 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:56:56.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.277834031\n# Parse_time: 0.000432829\n# Compile_time: 0.001178805\n# Rewrite_time: 0.000262846\n# Optimize_time: 0.000921954\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4yOHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMjhzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:56:56.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:56.407 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:56:56.500 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:56:56.542 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/05/06 09:56:56.542 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:56:56.647 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:56.648 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:56.649 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/06 09:56:56.668 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:56.671 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/06 09:56:56.671 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/06 09:56:56.671 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=65.532Β΅s] [2024/05/06 09:56:56.671 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=189.61Β΅s] [] [2024/05/06 09:56:56.671 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:56.671 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:56:56.847 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/06 09:56:56.866 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/06 09:56:56.872 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:56:56.910 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:56.911 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 09:56:56.912 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:56.920 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:56.920 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:56.920 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:56.921 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:56.922 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:56.922 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:56.922 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:56.922 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:56.922 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:56.936 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:56.937 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:56.937 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=752.3GB] [2024/05/06 09:56:56.937 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:56.937 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=700.7GiB] [2024/05/06 09:56:56.975 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/05/06 09:56:56.979 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:56.982 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:56.983 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/06 09:56:57.000 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:57.343 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/05/06 09:56:57.345 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.114337ms] [encodeDur=510.43Β΅s] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=293.614Β΅s] [type=file] [takeTime=2.327402ms] [] [2024/05/06 09:56:57.346 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=370.397927ms] [] [2024/05/06 09:56:57.346 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/e18471d9-fa95-44db-bd2c-8faa2b65b00c.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/06 09:56:57.346 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:56:57.346 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:56:57.346 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:57.349 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.059739ms] [] [2024/05/06 09:56:57.349 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/06 09:56:57.353 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:57.376 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/06 09:56:57.376 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:57.390 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/06 09:56:57.392 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.867449ms] [] [2024/05/06 09:56:57.392 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/06 09:56:57.393 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.395922ms] [] [2024/05/06 09:56:57.393 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/06 09:56:57.393 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:57.395 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.992342ms] [] [2024/05/06 09:56:57.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/06 09:56:57.395 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:57.395 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=56.893Β΅s] [] [2024/05/06 09:56:57.396 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/06 09:56:57.397 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.088803ms] [] [2024/05/06 09:56:57.445 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:57.448 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:57.448 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:57.448 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:57.449 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:57.449 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:57.449 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:57.450 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:57.451 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:57.451 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:57.451 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:57.451 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:57.451 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=540.929956ms] [] [2024/05/06 09:56:57.462 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:57.464 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:57.465 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:57.465 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:56:57.528 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/06 09:56:57.529 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:56:57.529 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:56:57.713 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:56:57.752 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:56:57.752 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:56:57.752 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/05/06 09:56:57.760 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=7.286242ms] [] [2024/05/06 09:56:57.760 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/05/06 09:56:57.760 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 09:56:57.760 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/05/06 09:56:57.760 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/06 09:56:57.764 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/05/06 09:56:57.765 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/06 09:56:57.765 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=12.639904ms] [] [2024/05/06 09:56:57.765 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=12.895824ms] [] [2024/05/06 09:56:57.803 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=90.108875ms] [] [2024/05/06 09:56:57.861 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:56:57.861 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/05/06 09:56:57.864 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/05/06 09:56:57.975 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/05/06 09:56:57.975 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/05/06 09:56:57.993 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:56:57.993 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/05/06 09:56:58.061 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9026159\n# Parse_time: 0.000661315\n# Compile_time: 0.001278267\n# Rewrite_time: 0.00031097\n# Optimize_time: 0.000921954\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/05/06 09:56:58.073 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 09:56:58.075 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 09:56:58.084 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:56:58.105 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:58.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:58.105 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:58.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 09:56:58.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:58.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.177 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=987.472Β΅s] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:56:58.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/05/06 09:56:58.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.295606ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:56:58.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:58.084 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.320 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/05/06 09:56:58.320 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:58.325 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 09:56:58.410 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:58.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:58.410 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:58.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:56:58.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:58.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.466 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/05/06 09:56:58.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.104763ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:58.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/05/06 09:56:58.564 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.337038ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:58.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.626 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:58.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.665 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/05/06 09:56:58.665 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:58.668 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344950791\n# Parse_time: 0.000706955\n# Compile_time: 0.000891729\n# Rewrite_time: 0.000061044\n# Optimize_time: 0.001021395\n# Wait_TS: 0.000353783\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:56:58.670 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/06 09:56:58.709 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:58.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:56:58.709 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:58.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:56:58.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:58.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.807 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/05/06 09:56:58.856 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.185678ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:56:58.867 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/05/06 09:56:58.904 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=54.438851ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-06 09:56:58.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:58.962 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-06 09:56:58.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:56:59.000 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/05/06 09:56:59.001 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:56:59.004 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33486932\n# Parse_time: 0.000563346\n# Compile_time: 0.001004238\n# Rewrite_time: 0.000046161\n# Optimize_time: 0.001021395\n# Wait_TS: 0.000364429\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/06 09:56:59.017 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:59.241 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:56:59.320 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:56:59.357 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/06 09:56:59.357 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:56:59.463 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:56:59.464 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:59.465 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/06 09:56:59.484 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:59.487 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:56:59.487 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/06 09:56:59.487 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=46.839Β΅s] [2024/05/06 09:56:59.487 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=164.094Β΅s] [] [2024/05/06 09:56:59.487 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:56:59.487 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:56:59.646 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/06 09:56:59.666 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/06 09:56:59.705 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:56:59.747 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:56:59.748 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 09:56:59.749 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:56:59.757 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:56:59.757 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:56:59.757 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:59.758 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:56:59.759 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:56:59.759 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:56:59.759 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:59.760 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:59.760 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:56:59.773 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:56:59.774 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:56:59.775 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:56:59.775 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:56:59.775 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=700.7GiB] [2024/05/06 09:56:59.817 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/05/06 09:56:59.821 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:56:59.825 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:56:59.825 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/05/06 09:56:59.840 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/05/06 09:56:59.843 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=940.017Β΅s] [encodeDur=746.129Β΅s] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=307.419Β΅s] [type=file] [takeTime=2.37733ms] [] [2024/05/06 09:56:59.844 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=26.744077ms] [] [2024/05/06 09:56:59.844 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/ec15dcc0-478e-42b3-a5e9-39dbc6c191aa.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/05/06 09:56:59.844 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:56:59.844 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:56:59.844 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:56:59.846 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.842075ms] [] [2024/05/06 09:56:59.846 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 09:56:59.851 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:56:59.873 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/06 09:56:59.873 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:56:59.886 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 09:56:59.888 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=41.912794ms] [] [2024/05/06 09:56:59.888 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:56:59.889 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.184638ms] [] [2024/05/06 09:56:59.889 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/06 09:56:59.889 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:56:59.891 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.480919ms] [] [2024/05/06 09:56:59.891 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 09:56:59.891 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:56:59.891 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=52.742Β΅s] [] [2024/05/06 09:56:59.891 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:56:59.892 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=780.191Β΅s] [] [2024/05/06 09:56:59.938 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/06 09:56:59.941 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:56:59.941 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:59.941 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:59.941 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:56:59.943 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:56:59.943 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:56:59.943 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:56:59.943 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:56:59.943 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:56:59.943 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=196.252898ms] [] [2024/05/06 09:56:59.978 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:56:59.979 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:56:59.980 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/06 09:56:59.980 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:00.096 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 09:57:00.097 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:00.097 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:57:00.240 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:00.286 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:57:00.286 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:57:00.286 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/05/06 09:57:00.293 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=7.135728ms] [] [2024/05/06 09:57:00.293 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/05/06 09:57:00.294 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 09:57:00.294 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/05/06 09:57:00.294 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/05/06 09:57:00.297 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/05/06 09:57:00.298 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/06 09:57:00.298 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=11.431978ms] [] [2024/05/06 09:57:00.298 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=11.648703ms] [] [2024/05/06 09:57:00.341 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=100.489508ms] [] [2024/05/06 09:57:00.428 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:00.428 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/05/06 09:57:00.432 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/05/06 09:57:00.474 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/06 09:57:00.475 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/05/06 09:57:00.504 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:00.504 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/05/06 09:57:00.586 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:00.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5848891539999999\n# Parse_time: 0.000516632\n# Compile_time: 0.00117021\n# Rewrite_time: 0.00029712\n# Optimize_time: 0.001021395\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:57:00.603 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:00.847 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:57:00.931 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:57:00.938 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.346289617\n# Parse_time: 0.000569966\n# Compile_time: 0.001209541\n# Rewrite_time: 0.000271746\n# Optimize_time: 0.001021395\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQzLjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQzLjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 09:57:00.965 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/06 09:57:00.965 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:57:01.072 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:01.073 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:01.074 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/06 09:57:01.091 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:01.093 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:57:01.093 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/06 09:57:01.094 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=49.042Β΅s] [2024/05/06 09:57:01.094 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=159.305Β΅s] [] [2024/05/06 09:57:01.094 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:01.094 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:57:01.246 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/06 09:57:01.264 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/06 09:57:01.270 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:57:01.307 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:01.308 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 09:57:01.310 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:01.318 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:01.318 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:01.318 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:01.318 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:01.319 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:01.319 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:01.319 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:01.319 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:01.319 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:01.333 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:01.334 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:01.334 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:57:01.335 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:01.335 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=700.7GiB] [2024/05/06 09:57:01.371 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/05/06 09:57:01.376 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:57:01.379 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:01.379 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/05/06 09:57:01.427 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/05/06 09:57:01.429 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.088612ms] [encodeDur=716.484Β΅s] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=372.375Β΅s] [type=file] [takeTime=2.584826ms] [] [2024/05/06 09:57:01.430 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=58.85204ms] [] [2024/05/06 09:57:01.430 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/1af06636-b613-4ffe-90eb-e1ecb9449ef2.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/05/06 09:57:01.430 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:57:01.430 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:57:01.430 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:57:01.432 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.020768ms] [] [2024/05/06 09:57:01.433 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 09:57:01.437 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:01.458 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/06 09:57:01.459 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:01.471 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/06 09:57:01.473 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=40.817086ms] [] [2024/05/06 09:57:01.473 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:57:01.475 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.032194ms] [] [2024/05/06 09:57:01.475 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/06 09:57:01.475 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:01.476 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.500586ms] [] [2024/05/06 09:57:01.476 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 09:57:01.476 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:01.476 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=75.048Β΅s] [] [2024/05/06 09:57:01.476 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:01.477 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=857.735Β΅s] [] [2024/05/06 09:57:01.521 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/06 09:57:01.524 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:01.524 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:01.524 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:01.524 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:01.526 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:01.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:01.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:01.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:01.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:01.526 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=218.769623ms] [] [2024/05/06 09:57:01.631 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:01.633 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:01.634 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:01.634 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:01.695 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/06 09:57:01.696 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:01.696 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:57:01.819 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:01.866 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:57:01.867 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:57:01.867 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/05/06 09:57:01.874 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=7.22857ms] [] [2024/05/06 09:57:01.874 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/05/06 09:57:01.874 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 09:57:01.874 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/05/06 09:57:01.874 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/06 09:57:01.879 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/05/06 09:57:01.880 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/06 09:57:01.880 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=13.13933ms] [] [2024/05/06 09:57:01.880 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=13.335903ms] [] [2024/05/06 09:57:01.922 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=103.029992ms] [] [2024/05/06 09:57:02.012 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:02.012 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/05/06 09:57:02.015 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/05/06 09:57:02.052 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/05/06 09:57:02.071 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/06 09:57:02.093 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:02.093 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/05/06 09:57:02.173 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:03.031 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/06 09:57:03.058 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:03.057 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/06 09:57:03.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.134 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=261.688Β΅s] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:57:03.147 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/05/06 09:57:03.183 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=53.415731ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.249 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.280 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=195.43Β΅s] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:57:03.293 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/05/06 09:57:03.329 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=53.523663ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=235.609Β΅s] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:57:03.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/05/06 09:57:03.525 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=54.38429ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.566 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/05/06 09:57:03.575 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/05/06 09:57:03.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.034 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.625 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/06 09:57:03.625 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:03.628 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.598779167\n# Parse_time: 0.000495257\n# Compile_time: 0.000932368\n# Rewrite_time: 0.000031958\n# Optimize_time: 0.001668034\n# Wait_TS: 0.0005599\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/06 09:57:03.630 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/06 09:57:03.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:03.657 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/06 09:57:03.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.050617ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:57:03.742 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/05/06 09:57:03.779 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.6302ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:03.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.848 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:03.937 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/06 09:57:03.937 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:03.941 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.311989206\n# Parse_time: 0.000318205\n# Compile_time: 0.000686849\n# Rewrite_time: 0.000029615\n# Optimize_time: 0.001668034\n# Wait_TS: 0.000413456\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/05/06 09:57:03.944 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 09:57:03.995 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:03.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:03.995 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:03.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:57:04.068 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:04.078 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/05/06 09:57:04.130 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.247102ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:04.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/05/06 09:57:04.178 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.861428ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:03.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:04.240 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:03.934 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:04.273 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/06 09:57:04.273 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:04.276 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334592639\n# Parse_time: 0.000839897\n# Compile_time: 0.001283786\n# Rewrite_time: 0.000067546\n# Optimize_time: 0.001668034\n# Wait_TS: 0.000407046\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:57:04.278 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/06 09:57:04.370 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:04.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:57:04.371 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:04.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:04.409 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:04.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:04.418 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/05/06 09:57:04.471 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.1738ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:04.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/05/06 09:57:04.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=53.937618ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:04.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:04.572 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:04.284 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:04.606 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/06 09:57:04.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:04.609 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.332476284\n# Parse_time: 0.000718234\n# Compile_time: 0.000934964\n# Rewrite_time: 0.000050308\n# Optimize_time: 0.001668034\n# Wait_TS: 0.000315977\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/06 09:57:04.623 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:04.839 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:57:04.917 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:57:04.951 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/05/06 09:57:04.951 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:57:05.057 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:05.058 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:05.059 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/06 09:57:05.075 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:05.078 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:57:05.078 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/06 09:57:05.078 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=69.354Β΅s] [2024/05/06 09:57:05.078 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=182.165Β΅s] [] [2024/05/06 09:57:05.078 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:05.078 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:57:05.250 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/06 09:57:05.269 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/06 09:57:05.273 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:57:05.312 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:05.313 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 09:57:05.314 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:05.323 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:05.323 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:05.324 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:05.324 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:05.325 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:05.325 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:05.325 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:05.325 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:05.325 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:05.340 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:05.341 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:05.341 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:57:05.341 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:05.341 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=700.7GiB] [2024/05/06 09:57:05.380 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/05/06 09:57:05.383 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:57:05.387 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:57:05.387 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/06 09:57:05.402 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/05/06 09:57:05.405 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.05085ms] [encodeDur=413.594Β΅s] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=264.341Β΅s] [type=file] [takeTime=2.127304ms] [] [2024/05/06 09:57:05.405 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/b0a41984-73a9-4f34-ba78-9922b5e496f0.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/05/06 09:57:05.405 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=25.774594ms] [] [2024/05/06 09:57:05.406 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:57:05.406 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:57:05.406 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:57:05.408 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.993965ms] [] [2024/05/06 09:57:05.408 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/06 09:57:05.412 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:05.434 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:57:05.434 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:05.450 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:57:05.452 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=43.963235ms] [] [2024/05/06 09:57:05.452 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/06 09:57:05.453 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.184439ms] [] [2024/05/06 09:57:05.453 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/06 09:57:05.453 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:57:05.455 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.564108ms] [] [2024/05/06 09:57:05.455 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/06 09:57:05.455 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:57:05.455 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=78.558Β΅s] [] [2024/05/06 09:57:05.455 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/06 09:57:05.456 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=902.114Β΅s] [] [2024/05/06 09:57:05.500 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/06 09:57:05.503 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:05.503 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:05.503 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:05.503 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:05.503 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:05.503 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:05.503 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:05.503 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:05.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:05.504 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:05.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:05.504 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:05.504 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:05.506 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:05.506 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:05.506 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:05.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:05.506 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:05.506 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=193.939143ms] [] [2024/05/06 09:57:05.620 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:05.621 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:05.622 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:05.623 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:05.684 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 09:57:05.686 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:05.686 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:57:05.813 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:05.857 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:57:05.857 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:57:05.857 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/05/06 09:57:05.864 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=7.236407ms] [] [2024/05/06 09:57:05.864 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/05/06 09:57:05.864 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 09:57:05.864 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/05/06 09:57:05.865 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/06 09:57:05.868 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/05/06 09:57:05.868 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/06 09:57:05.868 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=11.487609ms] [] [2024/05/06 09:57:05.869 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=11.667019ms] [] [2024/05/06 09:57:05.908 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=94.176571ms] [] [2024/05/06 09:57:05.991 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:05.991 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/05/06 09:57:05.995 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/05/06 09:57:06.041 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/05/06 09:57:06.057 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/05/06 09:57:06.081 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:06.081 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/05/06 09:57:06.169 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:06.180 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.569682379\n# Parse_time: 0.000937405\n# Compile_time: 0.001378853\n# Rewrite_time: 0.000353315\n# Optimize_time: 0.001668034\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/06 09:57:06.193 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:06.414 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:57:06.507 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:57:06.515 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333723824\n# Parse_time: 0.000538212\n# Compile_time: 0.001220854\n# Rewrite_time: 0.000301283\n# Optimize_time: 0.001668034\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzMxLjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzMxLjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/06 09:57:06.558 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/05/06 09:57:06.558 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:57:06.664 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:06.665 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:06.666 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/06 09:57:06.690 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:06.693 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:57:06.693 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/06 09:57:06.693 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=48.314Β΅s] [2024/05/06 09:57:06.693 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=148.089Β΅s] [] [2024/05/06 09:57:06.693 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:06.693 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/06 09:57:06.840 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/06 09:57:06.858 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/06 09:57:06.887 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:57:06.925 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:06.926 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 09:57:06.927 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:06.937 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:06.937 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:06.937 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:06.937 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:06.938 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:06.938 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:06.938 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:06.938 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:06.939 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:06.952 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:06.953 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:06.953 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:57:06.954 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:06.954 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=700.7GiB] [2024/05/06 09:57:06.994 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/05/06 09:57:06.998 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:57:07.001 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:07.002 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/06 09:57:07.016 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/05/06 09:57:07.018 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=981.561Β΅s] [encodeDur=520.132Β΅s] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=192.086Β΅s] [type=file] [takeTime=2.033531ms] [] [2024/05/06 09:57:07.019 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=25.486055ms] [] [2024/05/06 09:57:07.019 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/9e4af0fa-dd32-41ba-930a-aefd230b1ebd.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/06 09:57:07.019 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:57:07.020 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:57:07.020 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:57:07.022 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.483829ms] [] [2024/05/06 09:57:07.022 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/06 09:57:07.028 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:07.051 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/06 09:57:07.051 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:07.065 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/06 09:57:07.067 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=44.267691ms] [] [2024/05/06 09:57:07.067 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/06 09:57:07.068 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.105256ms] [] [2024/05/06 09:57:07.068 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/06 09:57:07.068 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:07.069 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.571115ms] [] [2024/05/06 09:57:07.070 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/06 09:57:07.070 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:07.070 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=50.606Β΅s] [] [2024/05/06 09:57:07.070 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/06 09:57:07.071 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=809.158Β΅s] [] [2024/05/06 09:57:07.111 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:07.114 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:07.114 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:07.114 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:07.114 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:07.116 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:07.116 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:07.116 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:07.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:07.116 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:07.116 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=191.052386ms] [] [2024/05/06 09:57:07.194 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:07.196 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:07.198 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:07.198 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:07.264 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/06 09:57:07.265 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:07.265 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:57:07.398 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:07.439 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:57:07.440 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:57:07.440 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/05/06 09:57:07.447 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=7.331629ms] [] [2024/05/06 09:57:07.447 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/05/06 09:57:07.447 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 09:57:07.447 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/05/06 09:57:07.447 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/06 09:57:07.451 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/05/06 09:57:07.451 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/06 09:57:07.451 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=11.57262ms] [] [2024/05/06 09:57:07.451 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=11.807726ms] [] [2024/05/06 09:57:07.527 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:07.527 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/05/06 09:57:07.531 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/05/06 09:57:07.541 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=142.876236ms] [] [2024/05/06 09:57:07.577 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/05/06 09:57:07.591 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/05/06 09:57:07.599 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:07.599 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/05/06 09:57:07.672 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/05/06 09:57:08.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/06 09:57:08.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/06 09:57:08.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:08.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:08.608 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:08.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/05/06 09:57:08.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:08.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:08.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.052056ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:57:08.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/05/06 09:57:08.731 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.478808ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:08.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:08.801 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:08.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:08.826 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/06 09:57:08.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:08.833 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:57:08.870 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:08.870 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:57:08.908 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:08.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/05/06 09:57:09.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.482758ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:09.023 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/05/06 09:57:09.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.601693ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.098 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:08.834 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.129 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/06 09:57:09.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:09.133 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301538708\n# Parse_time: 0.000746048\n# Compile_time: 0.000996067\n# Rewrite_time: 0.000047996\n# Optimize_time: 0.001146295\n# Wait_TS: 0.000452558\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:57:09.135 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:57:09.175 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:09.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:09.175 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:09.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:57:09.239 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:09.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.247 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/05/06 09:57:09.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.121024ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:09.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/05/06 09:57:09.346 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.359072ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:09.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.464 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:09.134 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.504 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/06 09:57:09.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:09.508 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.374307705\n# Parse_time: 0.000649726\n# Compile_time: 0.000846393\n# Rewrite_time: 0.000049538\n# Optimize_time: 0.001146295\n# Wait_TS: 0.000406988\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:57:09.509 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:57:09.542 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:09.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:09.542 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:09.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:57:09.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:09.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.610 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/05/06 09:57:09.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.150394ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:09.670 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/05/06 09:57:09.706 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.493767ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:09.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.773 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:09.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:09.850 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/06 09:57:09.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:09.855 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.346149694\n# Parse_time: 0.000365005\n# Compile_time: 0.000708973\n# Rewrite_time: 0.000042258\n# Optimize_time: 0.001146295\n# Wait_TS: 0.000385759\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:57:09.868 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:10.051 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:57:10.126 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:10.164 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/05/06 09:57:10.164 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:10.269 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:10.270 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:10.271 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/06 09:57:10.289 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:10.292 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:57:10.292 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:57:10.292 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=56.992Β΅s] [2024/05/06 09:57:10.292 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=179.209Β΅s] [] [2024/05/06 09:57:10.292 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:10.292 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:10.392 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/06 09:57:10.412 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/06 09:57:10.420 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:10.463 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:10.464 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 09:57:10.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:10.474 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:10.474 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:10.475 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:10.475 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:10.476 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:10.476 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:10.476 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:10.476 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:10.476 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:10.492 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:10.493 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:10.493 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:57:10.493 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=700.7GiB] [2024/05/06 09:57:10.493 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:10.533 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/05/06 09:57:10.537 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:57:10.540 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:57:10.540 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/05/06 09:57:10.589 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/05/06 09:57:10.592 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.093566ms] [encodeDur=577.806Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=136.443Β΅s] [type=file] [takeTime=2.174338ms] [] [2024/05/06 09:57:10.593 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=59.677331ms] [] [2024/05/06 09:57:10.592 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/3e1839d2-5312-4b3f-b537-2dcfabf3c655.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/05/06 09:57:10.593 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:57:10.593 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:57:10.593 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:57:10.595 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.914458ms] [] [2024/05/06 09:57:10.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/06 09:57:10.601 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:10.622 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:57:10.623 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:10.678 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:57:10.680 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=85.265112ms] [] [2024/05/06 09:57:10.680 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/06 09:57:10.682 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.426079ms] [] [2024/05/06 09:57:10.682 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/06 09:57:10.682 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:57:10.684 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.924567ms] [] [2024/05/06 09:57:10.684 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/06 09:57:10.684 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:57:10.684 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=84.212Β΅s] [] [2024/05/06 09:57:10.684 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/06 09:57:10.685 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=979.414Β΅s] [] [2024/05/06 09:57:10.731 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/06 09:57:10.735 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:10.735 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:10.735 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:10.736 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:10.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:10.736 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:10.736 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:10.738 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:10.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:10.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:10.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:10.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:10.738 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=275.407034ms] [] [2024/05/06 09:57:10.784 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:10.785 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:10.786 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:10.786 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:10.846 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:57:10.847 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:10.847 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:57:10.950 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:11.036 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:57:11.036 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:57:11.037 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/05/06 09:57:11.037 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=19.655Β΅s] [] [2024/05/06 09:57:11.037 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:57:11.037 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:57:11.037 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/05/06 09:57:11.037 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/06 09:57:11.040 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:57:11.041 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:57:11.041 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=4.2156ms] [] [2024/05/06 09:57:11.041 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=4.448336ms] [] [2024/05/06 09:57:11.081 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=130.326136ms] [] [2024/05/06 09:57:11.084 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:11.084 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/05/06 09:57:11.087 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/05/06 09:57:11.128 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/05/06 09:57:11.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:11.170 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/05/06 09:57:11.198 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:11.198 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/05/06 09:57:11.287 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:11.411 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:57:11.489 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:11.497 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.341686669\n# Parse_time: 0.000425202\n# Compile_time: 0.001042138\n# Rewrite_time: 0.00024758\n# Optimize_time: 0.001112315\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzM5LjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzM5LjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/06 09:57:11.527 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/05/06 09:57:11.528 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:11.634 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:11.635 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:11.636 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/06 09:57:11.655 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:11.658 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:57:11.658 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:57:11.658 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=47.903Β΅s] [2024/05/06 09:57:11.658 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=145.924Β΅s] [] [2024/05/06 09:57:11.659 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:11.659 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:11.758 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/06 09:57:11.819 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/06 09:57:11.829 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:11.866 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:11.867 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 09:57:11.868 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:11.876 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:11.876 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:11.877 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:11.877 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:11.878 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:11.878 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:11.878 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:11.878 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:11.878 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:11.891 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:11.892 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:11.893 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:57:11.893 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:11.893 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=700.7GiB] [2024/05/06 09:57:11.929 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/05/06 09:57:11.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:57:11.937 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:57:11.937 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/06 09:57:11.966 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/05/06 09:57:11.968 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.021696ms] [encodeDur=450.366Β΅s] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=265.022Β΅s] [type=file] [takeTime=2.119256ms] [] [2024/05/06 09:57:11.968 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/05/06 09:57:11.969 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/6256f7b3-32c9-41ad-b22b-a18797ac398a.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/05/06 09:57:11.969 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=39.172405ms] [] [2024/05/06 09:57:11.969 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:57:11.969 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:57:11.969 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:57:11.971 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.896567ms] [] [2024/05/06 09:57:11.971 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/06 09:57:11.976 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:11.998 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/06 09:57:11.999 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:12.012 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/06 09:57:12.014 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=42.750709ms] [] [2024/05/06 09:57:12.014 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/06 09:57:12.015 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=983.551Β΅s] [] [2024/05/06 09:57:12.015 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/06 09:57:12.015 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:57:12.016 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.382865ms] [] [2024/05/06 09:57:12.016 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/06 09:57:12.017 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:57:12.017 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=48.265Β΅s] [] [2024/05/06 09:57:12.017 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/06 09:57:12.018 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=884.555Β΅s] [] [2024/05/06 09:57:12.080 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:12.084 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:12.084 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:12.084 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:12.084 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:12.087 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:12.087 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:12.087 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:12.087 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:12.087 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:12.087 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=220.984253ms] [] [2024/05/06 09:57:12.148 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:12.149 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:12.150 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:12.150 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:12.264 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:57:12.265 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:12.265 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:57:12.403 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:12.451 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:57:12.451 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:57:12.451 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/05/06 09:57:12.451 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=11.14Β΅s] [] [2024/05/06 09:57:12.451 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/05/06 09:57:12.451 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/06 09:57:12.451 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/05/06 09:57:12.452 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/06 09:57:12.456 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/05/06 09:57:12.457 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.377609ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:12.457 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.91144ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:12.457 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:12.458 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:12.458 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:57:12.475 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=71.61716ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:57:12.475 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:12.624 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/05/06 09:57:12.663 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/05/06 09:57:12.667 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/06 09:57:12.668 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/05/06 09:57:12.674 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/05/06 09:57:12.734 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/05/06 09:57:12.761 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:12.761 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/05/06 09:57:12.833 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:13.083 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:13.261 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/06 09:57:13.338 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:13.382 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/06 09:57:13.383 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:13.487 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:13.489 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:13.489 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/06 09:57:13.508 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:13.510 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 09:57:13.510 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/06 09:57:13.511 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=54.048Β΅s] [2024/05/06 09:57:13.511 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=209.538Β΅s] [] [2024/05/06 09:57:13.511 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:13.511 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:13.603 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/06 09:57:13.625 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/06 09:57:13.642 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:13.678 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:13.679 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 09:57:13.680 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:13.688 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:13.688 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:13.689 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:13.689 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:13.690 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:13.690 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:13.690 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:13.690 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:13.690 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:13.703 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:13.704 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:13.704 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 09:57:13.705 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:13.705 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=700.7GiB] [2024/05/06 09:57:13.752 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/05/06 09:57:13.756 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/06 09:57:13.759 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/06 09:57:13.760 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/06 09:57:13.760 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=7.450922ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:13.760 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:13.760 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:13.760 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:13.760 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:13.760 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:13.760 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:57:13.760 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:13.760 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:13.760 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:13.761 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:13.761 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:13.778 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/06 09:57:13.781 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:13.781 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:13.781 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:13.781 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:13.781 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:13.783 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:13.783 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:13.783 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:13.783 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:13.783 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:13.783 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=104.573083ms] [error="occur an error when sort chunk"] [2024/05/06 09:57:13.783 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:13.815 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/06 09:57:13.910 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/06 09:57:13.911 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/05/06 09:57:13.913 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/05/06 09:57:13.927 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/05/06 09:57:13.988 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/05/06 09:57:14.010 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:14.010 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/05/06 09:57:14.091 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/05/06 09:57:14.386 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/06 09:57:14.389 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/06 09:57:14.417 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:14.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:14.417 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:14.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/05/06 09:57:14.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:14.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:14.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=971.947Β΅s] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:57:14.523 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/05/06 09:57:14.561 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.24381ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:14.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:14.629 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:14.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:14.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/06 09:57:14.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:14.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:57:14.703 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:14.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:14.703 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:14.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:57:14.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:14.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:14.821 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/05/06 09:57:14.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.034313ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:14.884 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/05/06 09:57:14.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.599548ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:14.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:14.973 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:14.634 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.005 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/05/06 09:57:15.005 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:15.009 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.347030217\n# Parse_time: 0.000421022\n# Compile_time: 0.000704955\n# Rewrite_time: 0.000044455\n# Optimize_time: 0.000140705\n# Wait_TS: 0.0004908\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/06 09:57:15.011 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:57:15.047 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:14.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:15.047 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:14.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:57:15.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:14.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.101 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/05/06 09:57:15.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.045065ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:15.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/05/06 09:57:15.195 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=53.77674ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:14.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.316 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:14.984 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.352 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/05/06 09:57:15.352 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:15.355 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345461519\n# Parse_time: 0.000600458\n# Compile_time: 0.001017919\n# Rewrite_time: 0.000044438\n# Optimize_time: 0.000140705\n# Wait_TS: 0.000481929\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/06 09:57:15.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/06 09:57:15.399 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:15.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:15.399 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:15.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:57:15.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:15.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.486 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/05/06 09:57:15.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.018955ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:15.540 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/05/06 09:57:15.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=53.777475ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:15.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.676 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:15.334 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:15.709 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/05/06 09:57:15.709 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:15.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356205701\n# Parse_time: 0.000375239\n# Compile_time: 0.000755069\n# Rewrite_time: 0.000042322\n# Optimize_time: 0.000140705\n# Wait_TS: 0.000303326\n# DB: test_show_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/06 09:57:15.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/06 09:57:15.924 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/06 09:57:16.115 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/06 09:57:16.297 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/06 09:57:16.552 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/06 09:57:16.691 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 09:57:16.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:17.128 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:57:17.279 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:17.322 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/05/06 09:57:17.323 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:17.431 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:17.431 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:17.432 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/06 09:57:17.449 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:17.452 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/06 09:57:17.452 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/06 09:57:17.453 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=74.161Β΅s] [2024/05/06 09:57:17.453 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=246.245Β΅s] [] [2024/05/06 09:57:17.453 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:17.453 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:17.555 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/06 09:57:17.576 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/06 09:57:17.576 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:17.613 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:17.614 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 09:57:17.615 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:17.668 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:17.668 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:17.668 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:17.668 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:17.669 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:17.669 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:17.670 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:17.670 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:17.670 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:17.685 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:17.686 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:17.686 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=752.3GB] [2024/05/06 09:57:17.686 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:17.686 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=700.7GiB] [2024/05/06 09:57:17.727 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/05/06 09:57:17.731 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:57:17.735 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:57:17.735 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/05/06 09:57:17.778 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/05/06 09:57:17.780 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.10898ms] [encodeDur=505.144Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=192.777Β΅s] [type=file] [takeTime=2.154191ms] [] [2024/05/06 09:57:17.782 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=54.703894ms] [] [2024/05/06 09:57:17.782 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/27208fdb-8d96-46fc-ac37-f44fec1deee8.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/05/06 09:57:17.782 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:57:17.782 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:57:17.782 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:57:17.784 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.898449ms] [] [2024/05/06 09:57:17.784 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/06 09:57:17.789 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:17.811 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:57:17.811 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:17.825 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:57:17.827 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=42.888234ms] [] [2024/05/06 09:57:17.827 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/06 09:57:17.828 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.123545ms] [] [2024/05/06 09:57:17.828 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/06 09:57:17.828 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:57:17.830 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.692299ms] [] [2024/05/06 09:57:17.830 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/06 09:57:17.830 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:57:17.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=83.507Β΅s] [] [2024/05/06 09:57:17.830 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/06 09:57:17.831 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=886.742Β΅s] [] [2024/05/06 09:57:17.877 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/06 09:57:17.879 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:17.879 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:17.879 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:17.880 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:17.880 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:17.881 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:17.881 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:17.881 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:17.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:17.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:17.882 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=268.291446ms] [] [2024/05/06 09:57:17.947 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:17.949 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:17.950 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:17.950 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:18.012 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:57:18.013 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:18.013 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:57:18.177 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:18.226 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:57:18.227 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:57:18.227 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/05/06 09:57:18.227 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=12.512Β΅s] [] [2024/05/06 09:57:18.227 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:57:18.227 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:57:18.227 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/05/06 09:57:18.227 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/05/06 09:57:18.232 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:57:18.232 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:57:18.233 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=5.934272ms] [] [2024/05/06 09:57:18.233 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=6.203926ms] [] [2024/05/06 09:57:18.284 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=106.998847ms] [] [2024/05/06 09:57:18.349 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:18.349 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/05/06 09:57:18.352 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/05/06 09:57:18.458 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/05/06 09:57:18.460 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/05/06 09:57:18.483 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:18.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/05/06 09:57:18.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.620189142\n# Parse_time: 0.000566114\n# Compile_time: 0.002267879\n# Rewrite_time: 0.000327408\n# Optimize_time: 0.00020235\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/06 09:57:18.566 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:18.569 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:18.749 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:57:18.889 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:18.932 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/05/06 09:57:18.932 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:19.038 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:19.039 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:19.040 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/06 09:57:19.059 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:19.061 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/06 09:57:19.061 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/06 09:57:19.062 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=51.676Β΅s] [2024/05/06 09:57:19.062 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=151.351Β΅s] [] [2024/05/06 09:57:19.062 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:19.062 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:19.176 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/06 09:57:19.196 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/06 09:57:19.200 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:19.293 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:19.294 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 09:57:19.295 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:19.303 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:19.303 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:19.304 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:19.304 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:19.305 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:19.305 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:19.305 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:19.305 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:19.305 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:19.318 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:19.320 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:19.320 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/05/06 09:57:19.320 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:19.320 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=700.7GiB] [2024/05/06 09:57:19.359 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/05/06 09:57:19.363 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:57:19.366 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:57:19.367 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/05/06 09:57:19.466 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/05/06 09:57:19.470 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.330845ms] [encodeDur=781.591Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=533.622Β΅s] [type=file] [takeTime=3.139113ms] [] [2024/05/06 09:57:19.471 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=111.512851ms] [] [2024/05/06 09:57:19.471 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/f2b75ccc-7a5f-414d-8566-202e36293104.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/05/06 09:57:19.471 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:57:19.471 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:57:19.471 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:57:19.473 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.113226ms] [] [2024/05/06 09:57:19.473 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/06 09:57:19.478 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:19.500 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:57:19.500 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:19.515 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:57:19.517 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=43.811695ms] [] [2024/05/06 09:57:19.517 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/06 09:57:19.518 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.043939ms] [] [2024/05/06 09:57:19.518 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/06 09:57:19.518 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:57:19.520 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.466783ms] [] [2024/05/06 09:57:19.520 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/06 09:57:19.520 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:57:19.520 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=60.032Β΅s] [] [2024/05/06 09:57:19.520 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/06 09:57:19.521 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=754.335Β΅s] [] [2024/05/06 09:57:19.572 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/06 09:57:19.574 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:19.574 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:19.574 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:19.574 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:19.574 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:19.574 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:19.575 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:19.574 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:19.575 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:19.575 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:19.575 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:19.575 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:19.575 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:19.576 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:19.576 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:19.576 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:19.576 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:19.577 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:19.577 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=283.913658ms] [] [2024/05/06 09:57:19.700 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:19.701 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:19.702 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:19.702 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:19.774 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/06 09:57:19.775 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:19.775 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:57:19.905 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:19.952 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:57:19.952 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:57:19.952 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/05/06 09:57:19.952 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=13.707Β΅s] [] [2024/05/06 09:57:19.952 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/06 09:57:19.952 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:57:19.952 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/05/06 09:57:19.952 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/05/06 09:57:19.957 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/06 09:57:19.958 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/06 09:57:19.958 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=5.74724ms] [] [2024/05/06 09:57:19.958 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=5.955983ms] [] [2024/05/06 09:57:19.998 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=92.49229ms] [] [2024/05/06 09:57:20.098 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:20.098 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/05/06 09:57:20.101 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/05/06 09:57:20.147 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/05/06 09:57:20.166 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/05/06 09:57:20.175 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:20.175 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/05/06 09:57:20.253 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:20.451 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.896598848\n# Parse_time: 0.000460677\n# Compile_time: 0.001485958\n# Rewrite_time: 0.000271669\n# Optimize_time: 0.000144702\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/06 09:57:20.567 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/06 09:57:20.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:20.956 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/06 09:57:21.027 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/05/06 09:57:21.058 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/05/06 09:57:21.058 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/06 09:57:21.165 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:21.166 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:21.166 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/06 09:57:21.184 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:21.187 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/06 09:57:21.187 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/06 09:57:21.187 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=63.15Β΅s] [2024/05/06 09:57:21.188 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=224.889Β΅s] [] [2024/05/06 09:57:21.188 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/06 09:57:21.188 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/06 09:57:21.353 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/06 09:57:21.373 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/06 09:57:21.407 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=57] [2024/05/06 09:57:21.447 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:21.448 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 09:57:21.449 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:21.458 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:21.458 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:21.459 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:21.459 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:21.460 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:21.460 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:21.460 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:21.460 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:21.460 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:21.476 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:21.478 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:21.478 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=752.3GB] [2024/05/06 09:57:21.478 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:21.478 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=700.7GiB] [2024/05/06 09:57:21.519 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/05/06 09:57:21.523 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:57:21.527 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:57:21.527 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 09:57:21.578 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/05/06 09:57:21.581 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=975.336Β΅s] [encodeDur=459.948Β΅s] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=178.544Β΅s] [type=file] [takeTime=2.020918ms] [] [2024/05/06 09:57:21.581 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=62.245853ms] [] [2024/05/06 09:57:21.582 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/c7b45eda-7e26-4c92-98b4-4882b99abe75.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/05/06 09:57:21.582 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:57:21.582 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:57:21.582 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:57:21.584 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.839919ms] [] [2024/05/06 09:57:21.584 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/06 09:57:21.589 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:21.611 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:57:21.611 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:21.624 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:57:21.626 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=41.958373ms] [] [2024/05/06 09:57:21.626 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/06 09:57:21.627 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.050821ms] [] [2024/05/06 09:57:21.627 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/06 09:57:21.627 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:57:21.629 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.609262ms] [] [2024/05/06 09:57:21.629 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/06 09:57:21.629 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:57:21.629 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=49.053Β΅s] [] [2024/05/06 09:57:21.629 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/06 09:57:21.630 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=868.242Β΅s] [] [2024/05/06 09:57:21.815 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/05/06 09:57:21.819 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:57:21.823 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:57:21.824 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/06 09:57:21.854 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/05/06 09:57:21.857 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.096848ms] [encodeDur=472.699Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=50.738Β΅s] [type=file] [takeTime=2.034789ms] [] [2024/05/06 09:57:21.858 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=42.06882ms] [] [2024/05/06 09:57:21.858 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/d4185072-d2e7-4803-b0ff-e14ae6a5a872.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/05/06 09:57:21.858 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:57:21.858 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:57:21.858 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:57:21.860 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.093507ms] [] [2024/05/06 09:57:21.860 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/06 09:57:21.865 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:21.887 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/06 09:57:21.887 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:21.901 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/06 09:57:21.903 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=43.008774ms] [] [2024/05/06 09:57:21.903 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/06 09:57:21.904 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.022274ms] [] [2024/05/06 09:57:21.904 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/06 09:57:21.904 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:57:21.906 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.646924ms] [] [2024/05/06 09:57:21.906 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/06 09:57:21.906 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:57:21.906 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=57.686Β΅s] [] [2024/05/06 09:57:21.906 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/06 09:57:21.907 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=914.075Β΅s] [] [2024/05/06 09:57:21.978 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:21.979 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:21.980 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:21.980 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:22.028 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/06 09:57:22.034 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:22.034 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:22.034 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:22.034 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:22.037 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:22.037 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:22.037 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:22.037 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:22.037 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:22.037 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=589.917861ms] [] [2024/05/06 09:57:22.045 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/06 09:57:22.046 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:22.046 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/06 09:57:22.232 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [2024/05/06 09:57:22.277 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:57:22.277 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:57:22.277 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/05/06 09:57:22.277 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=9.192Β΅s] [] [2024/05/06 09:57:22.277 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/05/06 09:57:22.277 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 09:57:22.277 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/05/06 09:57:22.277 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/05/06 09:57:22.285 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/05/06 09:57:22.286 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/06 09:57:22.286 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=9.036268ms] [] [2024/05/06 09:57:22.286 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=9.263603ms] [] [2024/05/06 09:57:22.325 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=565MiB]"] [takeTime=92.521461ms] [] [2024/05/06 09:57:22.377 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:22.377 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/05/06 09:57:22.380 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/05/06 09:57:22.417 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/05/06 09:57:22.464 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/05/06 09:57:22.534 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:22.534 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/05/06 09:57:22.586 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8634814039999998\n# Parse_time: 0.00187599\n# Compile_time: 0.002803409\n# Rewrite_time: 0.000355564\n# Optimize_time: 0.000174406\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/05/06 09:57:22.598 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/06 09:57:22.616 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:22.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:22.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/06 09:57:22.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:22.729 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=268.796Β΅s] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:57:22.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/05/06 09:57:22.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.267726ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:22.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:22.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=183.301Β΅s] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:57:22.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/05/06 09:57:22.912 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.43835ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.059 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=222.143Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/06 09:57:23.070 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/05/06 09:57:23.109 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.289398ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.164 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/05/06 09:57:23.174 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/05/06 09:57:23.177 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:22.584 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.228 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/06 09:57:23.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:23.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.634776146\n# Parse_time: 0.000652493\n# Compile_time: 0.000844012\n# Rewrite_time: 0.000032818\n# Optimize_time: 0.00141136\n# Wait_TS: 0.000605235\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/06 09:57:23.233 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/06 09:57:23.262 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:23.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:23.262 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:23.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/05/06 09:57:23.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:23.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=984.757Β΅s] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/06 09:57:23.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/05/06 09:57:23.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=67.700497ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 09:57:23.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.474 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:23.234 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.499 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/05/06 09:57:23.499 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:23.505 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/06 09:57:23.541 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:23.541 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/06 09:57:23.592 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.600 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/05/06 09:57:23.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.850111ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/06 09:57:23.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/05/06 09:57:23.694 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=53.5047ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.728 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:23.484 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:23.757 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/05/06 09:57:23.758 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:23.775 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:24.046 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:57:24.133 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:24.178 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/06 09:57:24.179 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:24.297 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:24.299 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:24.300 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/06 09:57:24.323 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:24.326 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 09:57:24.326 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 09:57:24.326 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=70.512Β΅s] [2024/05/06 09:57:24.326 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=248.955Β΅s] [] [2024/05/06 09:57:24.327 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:24.327 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:24.440 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/06 09:57:24.460 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/06 09:57:24.460 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:24.508 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:24.509 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 09:57:24.510 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:24.518 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:24.518 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:24.519 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:24.519 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:24.520 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:24.520 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:24.520 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:24.520 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:24.520 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:24.536 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:24.537 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:24.537 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 09:57:24.537 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:24.537 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=700.7GiB] [2024/05/06 09:57:24.587 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/05/06 09:57:24.592 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:57:24.595 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:57:24.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/05/06 09:57:24.610 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/05/06 09:57:24.612 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.047831ms] [encodeDur=500.03Β΅s] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=234.43Β΅s] [type=file] [takeTime=2.129963ms] [] [2024/05/06 09:57:24.613 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=25.400568ms] [] [2024/05/06 09:57:24.613 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/3b2b8723-1c16-4303-87c0-b355bc117d53.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/05/06 09:57:24.613 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:57:24.613 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:57:24.613 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:57:24.615 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.979818ms] [] [2024/05/06 09:57:24.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/06 09:57:24.620 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/06 09:57:24.641 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/06 09:57:24.642 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/06 09:57:24.708 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/06 09:57:24.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=95.299416ms] [] [2024/05/06 09:57:24.711 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:57:24.712 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.553439ms] [] [2024/05/06 09:57:24.712 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/06 09:57:24.712 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:57:24.714 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.863481ms] [] [2024/05/06 09:57:24.714 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/06 09:57:24.715 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:57:24.715 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=73.873Β΅s] [] [2024/05/06 09:57:24.715 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:57:24.716 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=874.405Β΅s] [] [2024/05/06 09:57:24.771 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:24.775 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:24.775 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:24.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:24.775 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:24.777 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:24.777 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:24.777 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:24.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:24.778 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:24.778 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=269.216864ms] [] [2024/05/06 09:57:24.798 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/06 09:57:24.799 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:24.799 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/05/06 09:57:24.799 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/06 09:57:24.866 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/06 09:57:24.868 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/06 09:57:24.868 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/06 09:57:24.997 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:25.098 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:57:25.098 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:57:25.098 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/05/06 09:57:25.107 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=8.981ms] [] [2024/05/06 09:57:25.107 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/05/06 09:57:25.107 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 09:57:25.108 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/05/06 09:57:25.108 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/05/06 09:57:25.112 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/05/06 09:57:25.112 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/06 09:57:25.112 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.169193ms] [] [2024/05/06 09:57:25.112 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.433158ms] [] [2024/05/06 09:57:25.156 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=158.664842ms] [] [2024/05/06 09:57:25.199 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/06 09:57:25.199 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/05/06 09:57:25.202 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/05/06 09:57:25.274 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/05/06 09:57:25.284 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/06 09:57:25.305 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:25.305 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/05/06 09:57:25.380 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:25.390 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6263346300000001\n# Parse_time: 0.000726617\n# Compile_time: 0.001259988\n# Rewrite_time: 0.00024838\n# Optimize_time: 0.00141136\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:57:25.404 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/06 09:57:25.465 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=46.243998ms] [2024/05/06 09:57:25.485 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 09:57:25.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/06 09:57:25.485 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 09:57:25.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/05/06 09:57:25.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 09:57:25.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:25.543 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/05/06 09:57:25.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.045575ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/06 09:57:25.590 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/05/06 09:57:25.625 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=53.337873ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:25.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:25.665 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/05/06 09:57:25.673 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/05/06 09:57:25.676 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 09:57:25.384 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/06 09:57:25.726 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/05/06 09:57:25.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/06 09:57:25.730 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.327209892\n# Parse_time: 0.000555071\n# Compile_time: 0.000939758\n# Rewrite_time: 0.000039478\n# Optimize_time: 0.001084604\n# Wait_TS: 0.000415567\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/05/06 09:57:25.743 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:25.959 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/06 09:57:26.047 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/06 09:57:26.085 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/06 09:57:26.085 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/06 09:57:26.191 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/06 09:57:26.192 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/06 09:57:26.192 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/05/06 09:57:26.211 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:26.213 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/06 09:57:26.214 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/06 09:57:26.214 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=51.144Β΅s] [2024/05/06 09:57:26.214 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=163.485Β΅s] [] [2024/05/06 09:57:26.214 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/06 09:57:26.214 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/06 09:57:26.372 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/05/06 09:57:26.392 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/05/06 09:57:26.430 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=50] [2024/05/06 09:57:26.470 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [2024/05/06 09:57:26.471 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 09:57:26.472 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/06 09:57:26.482 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/06 09:57:26.482 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365822016296181149] [2024/05/06 09:57:26.482 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:26.482 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/06 09:57:26.483 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 09:57:26.483 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:26.483 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/06 09:57:26.484 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 09:57:26.484 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:26.498 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/06 09:57:26.499 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/06 09:57:26.499 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB] [2024/05/06 09:57:26.500 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=282.5MiB] [per-index=94.16MiB] [2024/05/06 09:57:26.500 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=700.7GiB] [2024/05/06 09:57:26.541 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/05/06 09:57:26.545 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/06 09:57:26.548 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/06 09:57:26.548 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/05/06 09:57:26.563 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/05/06 09:57:26.565 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.441595ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:57:26.565 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=23.842306ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:26.565 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:26.565 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:26.566 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:26.566 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:26.566 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:26.566 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:26.566 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:26.566 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:57:26.566 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:26.566 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:26.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:26.582 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/06 09:57:26.586 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:26.586 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:26.586 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:26.586 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:26.586 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:26.588 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/06 09:57:26.588 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:26.588 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:26.588 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:26.588 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:26.588 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.414GiB]"] [takeTime=117.438197ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:57:26.588 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/06 09:57:26.617 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/05/06 09:57:26.638 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/05/06 09:57:26.704 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/06 09:57:26.705 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/05/06 09:57:26.768 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/05/06 09:57:26.818 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/06 09:57:26.844 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/06 09:57:26.844 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/05/06 09:57:26.915 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/06 09:57:26.999 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/06 09:57:27.000 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.268816286\n# Parse_time: 0.000633353\n# Compile_time: 0.001278895\n# Rewrite_time: 0.000241253\n# Optimize_time: 0.001084604\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/06 09:57:27.041 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [2024/05/06 09:57:27.041 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [2024/05/06 09:57:27.043 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [] [2024/05/06 09:57:27.044 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:57:27.044 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=39.747Β΅s] [2024/05/06 09:57:27.044 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=15.063Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=16.756Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=21.553Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=20.216Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=20.643Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=21.015Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.049Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=24.27Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=29.001Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=21.229Β΅s] [2024/05/06 09:57:27.045 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/06 09:57:27.045 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/06 09:57:27.045 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/06 09:57:27.082 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=e22b8909-559c-42ba-ae84-d12ed1203e13] ["take time"=73.021728ms] [2024/05/06 09:57:27.082 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=e22b8909-559c-42ba-ae84-d12ed1203e13] [2024/05/06 09:57:27.085 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/06 09:57:27.085 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/06 09:57:27.085 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/97044d4e-248c-402a-9a70-f507e8c1777d] [watcherID=a903d903-48cf-4830-9fa1-38067b5e62b8] [2024/05/06 09:57:27.085 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/97044d4e-248c-402a-9a70-f507e8c1777d] [2024/05/06 09:57:27.085 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:57:27.085 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:57:27.085 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:57:27.085 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:57:27.085 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/06 09:57:27.086 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/06 09:57:27.086 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:57:27.086 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:57:27.086 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:57:27.086 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/06 09:57:27.092 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/06 09:57:27.092 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1716] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e22b8909-559c-42ba-ae84-d12ed1203e13] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/06 09:57:27.093 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/06 09:57:27.094 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/06 09:57:27.094 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/06 09:57:27.093 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13 watch owner key /tidb/bindinfo/owner/22318f4d509abfcd"] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3 watch owner key /tidb/br-stream/owner/6f188f4d509aba44"] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/06 09:57:27.094 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=e22b8909-559c-42ba-ae84-d12ed1203e13] [2024/05/06 09:57:27.093 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/06 09:57:27.094 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [2024/05/06 09:57:27.094 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/06 09:57:27.093 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:57:27.093 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13 watch owner key /tidb/stats/owner/22318f4d509abfd1"] [2024/05/06 09:57:27.094 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/06 09:57:27.094 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [2024/05/06 09:57:27.094 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3"] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/06 09:57:27.094 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3"] [2024/05/06 09:57:27.094 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/06 09:57:27.093 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/06 09:57:27.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/06 09:57:27.096 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/06 09:57:27.096 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b4128c10-98fd-4dce-9e37-e4e9971562c3] [daemon-id=LogBackup::Advancer] [2024/05/06 09:57:27.096 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/06 09:57:27.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/06 09:57:27.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/06 09:57:27.096 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3"] [error="context canceled"] [2024/05/06 09:57:27.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/06 09:57:27.096 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/06 09:57:27.096 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/06 09:57:27.096 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [error="context canceled"] [2024/05/06 09:57:27.110 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:57:27.112 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/06 09:57:27.112 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/06 09:57:27.113 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/06 09:57:27.113 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/06 09:57:27.114 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/06 09:57:27.114 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/06 09:57:27.296 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:57:27.297 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/06 09:57:28.344 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:57:28.344 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/06 09:57:28.344 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/06 09:57:28.541 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b4128c10-98fd-4dce-9e37-e4e9971562c3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:57:28.550 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e22b8909-559c-42ba-ae84-d12ed1203e13"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/06 09:57:28.550 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/06 09:57:28.550 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/06 09:57:28.550 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/06 09:57:28.558 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.548535325s] [2024/05/06 09:57:28.558 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 09:57:28.558 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:28.558 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/06 09:57:28.559 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 09:57:28.559 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/06 09:57:28.559 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 09:57:28.560 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (247.84s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (35.36s) --- PASS: TestImportInto/TestCancelJob (8.66s) --- PASS: TestImportInto/TestChecksumNotMatch (7.22s) --- PASS: TestImportInto/TestColumnsAndUserVars (3.16s) --- PASS: TestImportInto/TestDeliverBytesRows (5.29s) --- PASS: TestImportInto/TestDetachedLoadParquet (6.20s) --- PASS: TestImportInto/TestDiskQuota (4.71s) --- PASS: TestImportInto/TestGBK (7.79s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (11.17s) --- PASS: TestImportInto/TestIgnoreNLines (7.80s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.28s) --- PASS: TestImportInto/TestImportMode (20.36s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (8.17s) --- PASS: TestImportInto/TestInputNull (4.96s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (2.21s) --- PASS: TestImportInto/TestKillBeforeFinish (2.95s) --- PASS: TestImportInto/TestLoadSQLDump (4.79s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.26s) --- PASS: TestImportInto/TestMultiValueIndex (3.18s) --- PASS: TestImportInto/TestOtherCharset (12.56s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.12s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.35s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.38s) --- PASS: TestImportInto/TestRegisterTask (9.69s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (10.50s) --- PASS: TestImportInto/TestShowDetachedJob (5.79s) --- PASS: TestImportInto/TestShowJob (8.23s) --- PASS: TestImportInto/TestZeroDateTime (4.40s) PASS coverage: 15.0% of statements GCov does not exist at the given path: '' May 06, 2024 9:57:34 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 06, 2024 9:57:34 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 06, 2024 9:57:34 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 06, 2024 9:57:34 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 06, 2024 9:57:34 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 324.895s, Critical Path: 306.13s INFO: 1610 processes: 1577 remote cache hit, 20 internal, 13 linux-sandbox. INFO: Build completed successfully, 1610 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-06T09:57:40.290Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:57:40.291Z] ['info'] => Project root located at: . [2024-05-06T09:57:40.294Z] ['info'] -> Token found by environment variables [2024-05-06T09:57:40.307Z] ['info'] Searching for coverage files... [2024-05-06T09:57:40.930Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:57:40.930Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:57:41.317Z] ['info'] Using manual override from args. [2024-05-06T09:57:41.319Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:57:41.332Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-06T09:57:42.043Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/15626a5e-9263-417b-8101-3d069a57e1f4.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T095741Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=143cc8ba9f3835530f5601e7e0532a83d6c796fd67f10def5fb04950e2fe0b36 [2024-05-06T09:57:42.043Z] ['info'] Uploading... [2024-05-06T09:57:45.218Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 27.446796018 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.425403854 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 23.136314789 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.56984235 s ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 2.178486799 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 2.104949055 s ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 36.055031261 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 53.239208884 s [1,549 / 1,550] 1 / 1 tests; Testing //tests/realtikvtest/addindextest:addindextest_test; 452s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 500.894s, Critical Path: 483.98s INFO: 1538 processes: 1520 remote cache hit, 10 internal, 8 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 29 passing and 0 failing out of 29 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh ./t/ddl/partition.test: ok! 213 test cases passed, take time 9.278595879 s [2024-05-06T09:59:52.785Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-06T09:59:52.787Z] ['info'] => Project root located at: . [2024-05-06T09:59:52.790Z] ['info'] -> Token found by environment variables [2024-05-06T09:59:52.805Z] ['info'] Searching for coverage files... [2024-05-06T09:59:53.447Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-06T09:59:53.447Z] ['info'] Processing ./coverage.dat... [2024-05-06T09:59:53.835Z] ['info'] Using manual override from args. [2024-05-06T09:59:53.836Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-06T09:59:53.851Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F52979&build=8857&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8857%2F&commit=b0d261279c255c19158d64f9babe555d41756bd8&job=&pr=52979&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.024859301 s [2024-05-06T10:00:21.617Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8 https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/b0d261279c255c19158d64f9babe555d41756bd8/bcfd12f8-052f-422e-8e23-aa7500e3236e.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T100021Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=ded0f5f03da569854b6be356ebd08ad28122d5f66c24cbce13233f4bceee31b9 [2024-05-06T10:00:21.618Z] ['info'] Uploading... [2024-05-06T10:00:23.355Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 29.459119696 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.239435595 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 8.213497289 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 5.068152545 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.161861088 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.061465342 s ./t/executor/admin.test: ok! 171 test cases passed, take time 30.142300138 s ./t/executor/aggregate.test: ok! 886 test cases passed, take time 13.759734215 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 14.53947132 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 6.501704298 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 0.988386356 s ./t/executor/charset.test: ok! 57 test cases passed, take time 0.898693651 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.274887099 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.20369499 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.315135727 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.49668092 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 22.768140941 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.145130493 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.579643935 s ./t/executor/executor.test: ok! 2151 test cases passed, take time 63.432980087 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.610625424 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.11864582 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 3.833050419 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 14.528767622 s ./t/executor/grant.test: ok! 202 test cases passed, take time 2.108048931 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.216891706 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.232897967 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 4.768059273 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.377911587 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 16.316988692 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 6.798966008 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 86.156224677 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.002337755 s ./t/executor/issues.test: ok! 421 test cases passed, take time 12.926498323 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 8.315461307 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 37.944443252 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.201347541 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 10.726640396 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.453021873 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 17.453187542 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.260463211 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.5801646849999997 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 3.679232412 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 12.663113619 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 13.002157309 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.7251216449999998 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 5.523297475 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 2.847572682 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 1.008577985 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 0.855512482 s ./t/executor/sample.test: ok! 105 test cases passed, take time 13.070371024 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.556545743 s ./t/executor/show.test: ok! 301 test cases passed, take time 15.646410935 s ./t/executor/simple.test: ok! 303 test cases passed, take time 3.247230064 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 15.661895711 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.47925286 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.483262055 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 4.655122046 s ./t/executor/update.test: ok! 513 test cases passed, take time 13.386224769 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.292144255 s ./t/executor/write.test: ok! 1079 test cases passed, take time 34.988258347 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.081341357 s ./t/explain.test: ok! 21 test cases passed, take time 0.460461017 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.610755698 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.892092234 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.265725969 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.329844089 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.482824819 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 1.9393536249999999 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 48.314941454 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.502448601 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.38009086 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.41916238 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.16288669 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.24379425 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 23.32796967 s ./t/expression/cast.test: ok! 50 test cases passed, take time 1.912896972 s ./t/expression/charset_and_collation.test: ok! 706 test cases passed, take time 33.072439429 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.157701793 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.249059986 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.61887239 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 56.730179313 s ./t/expression/json.test: ok! 223 test cases passed, take time 2.500123979 s ./t/expression/misc.test: ok! 404 test cases passed, take time 12.883893515 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 10.543424012 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 1.93366282 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.306697829 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 1.941027304 s ./t/generated_columns.test: ok! 70 test cases passed, take time 6.524514617 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.381189148 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 1.910176559 s ./t/globalindex/update.test: ok! 14 test cases passed, take time 0.360212551 s ./t/imdbload.test: ok! 63 test cases passed, take time 11.903654047 s ./t/index_join.test: ok! 22 test cases passed, take time 1.144779125 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.409449301 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.11563549 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.888828476 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.582821118 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.638630902 s ./t/naaj.test: ok! 134 test cases passed, take time 0.736849018 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.282109639 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.682845067 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.995813796 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.339909741 s ./t/partition.test: ok! 3 test cases passed, take time 0.519770867 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.275183006 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.227605251 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.578339991 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.001000862 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.376827991 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 6.13183646 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 6.481810845 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 11.36489465 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.9805377650000002 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 4.521626632 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 858 test cases passed, take time 11.540814352 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.610648451 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.445643348 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.338981589 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.677992747 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 16.434527568 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.161434954 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.393760551 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001386078 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 7.693039347 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.691808044 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.101524353 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 8.210109637 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 52.857425406 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 32.18150706 s ./t/planner/core/issuetest/planner_issue.test: ok! 89 test cases passed, take time 3.250625225 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.320947074 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 7.007615387 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.269155501 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 3.251360344 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 20.692698452 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 1.370379309 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 5.422442146 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.158100481 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 1.049120599 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.911357392 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 2.457024567 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.504985052 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 4.312003485 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 6.5314250099999995 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 5.173062779 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.557011259 s ./t/select.test: ok! 189 test cases passed, take time 3.529451146 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.313621792 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 24.807783922 s ./t/session/common.test: ok! 203 test cases passed, take time 8.869794905 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 21.192582192 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.43365788 s ./t/session/session.test: ok! 101 test cases passed, take time 5.656843554 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.619063207 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.075457742 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.466665924 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.141216832 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.462520202 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.508222638 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.324104115 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.289452064 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.006718178 s ./t/subquery.test: ok! 32 test cases passed, take time 0.875663811 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.333294668 s ./t/table/index.test: ok! 34 test cases passed, take time 3.790542216 s ./t/table/partition.test: ok! 229 test cases passed, take time 9.763359549 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.070476284 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.140699075 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.413786502 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000615804 s ./t/tpch.test: ok! 41 test cases passed, take time 2.4997422 s ./t/types/const.test: ok! 143 test cases passed, take time 3.268110798 s ./t/util/admin.test: ok! 240 test cases passed, take time 33.2483156 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.297071365 s ./t/window_function.test: ok! 28 test cases passed, take time 0.209364973 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1614) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh No test report files were found. Configuration error? [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 10:21:28-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: β€˜agent_upload_verifyci_metadata.py’ 0K .... 100% 582M=0s 2024-05-06 10:21:28 (582 MB/s) - β€˜agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/ghpr_check2/b0d261279c255c19158d64f9babe555d41756bd8=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 410 100 139 100 271 4355 8491 --:--:-- --:--:-- --:--:-- 8741 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/ghpr_check2/b0d261279c255c19158d64f9babe555d41756bd8"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS